2024-11-22 13:14:08,481 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-22 13:14:08,491 main DEBUG Took 0.008453 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 13:14:08,491 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 13:14:08,492 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 13:14:08,493 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 13:14:08,494 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:14:08,499 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 13:14:08,510 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:14:08,511 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:14:08,512 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:14:08,512 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:14:08,513 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:14:08,513 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:14:08,514 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:14:08,515 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:14:08,515 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:14:08,515 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:14:08,516 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:14:08,516 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:14:08,517 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:14:08,517 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:14:08,517 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:14:08,518 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:14:08,518 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:14:08,518 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:14:08,519 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:14:08,519 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:14:08,519 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:14:08,520 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:14:08,520 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:14:08,520 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:14:08,521 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:14:08,521 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 13:14:08,522 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:14:08,523 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 13:14:08,525 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 13:14:08,526 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 13:14:08,527 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 13:14:08,527 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 13:14:08,534 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 13:14:08,536 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 13:14:08,538 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 13:14:08,538 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 13:14:08,539 main DEBUG createAppenders(={Console}) 2024-11-22 13:14:08,539 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-22 13:14:08,539 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-22 13:14:08,540 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-22 13:14:08,540 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 13:14:08,540 main DEBUG OutputStream closed 2024-11-22 13:14:08,541 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 13:14:08,541 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 13:14:08,541 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-22 13:14:08,610 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 13:14:08,612 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 13:14:08,613 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 13:14:08,614 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 13:14:08,614 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 13:14:08,615 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 13:14:08,615 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 13:14:08,615 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 13:14:08,616 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 13:14:08,616 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 13:14:08,616 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 13:14:08,617 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 13:14:08,617 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 13:14:08,617 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 13:14:08,618 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 13:14:08,618 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 13:14:08,618 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 13:14:08,619 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 13:14:08,621 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 13:14:08,622 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-22 13:14:08,622 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 13:14:08,623 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-22T13:14:08,864 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944 2024-11-22 13:14:08,867 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 13:14:08,868 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T13:14:08,876 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-22T13:14:08,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T13:14:08,920 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/cluster_d74bd13d-cd19-a8a3-63f1-83d2037188c5, deleteOnExit=true 2024-11-22T13:14:08,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T13:14:08,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/test.cache.data in system properties and HBase conf 2024-11-22T13:14:08,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T13:14:08,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/hadoop.log.dir in system properties and HBase conf 2024-11-22T13:14:08,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T13:14:08,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T13:14:08,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T13:14:09,022 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T13:14:09,121 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T13:14:09,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T13:14:09,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T13:14:09,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T13:14:09,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T13:14:09,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T13:14:09,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T13:14:09,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T13:14:09,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T13:14:09,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T13:14:09,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/nfs.dump.dir in system properties and HBase conf 2024-11-22T13:14:09,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/java.io.tmpdir in system properties and HBase conf 2024-11-22T13:14:09,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T13:14:09,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T13:14:09,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T13:14:10,286 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T13:14:10,353 INFO [Time-limited test {}] log.Log(170): Logging initialized @2557ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T13:14:10,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:14:10,478 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:14:10,499 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:14:10,499 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:14:10,500 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T13:14:10,512 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:14:10,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:14:10,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:14:10,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/java.io.tmpdir/jetty-localhost-44179-hadoop-hdfs-3_4_1-tests_jar-_-any-13340383434942539872/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T13:14:10,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:44179} 2024-11-22T13:14:10,695 INFO [Time-limited test {}] server.Server(415): Started @2900ms 2024-11-22T13:14:11,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:14:11,407 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:14:11,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:14:11,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:14:11,408 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T13:14:11,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:14:11,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:14:11,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/java.io.tmpdir/jetty-localhost-34379-hadoop-hdfs-3_4_1-tests_jar-_-any-4671760731036129614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:14:11,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:34379} 2024-11-22T13:14:11,528 INFO [Time-limited test {}] server.Server(415): Started @3733ms 2024-11-22T13:14:11,583 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T13:14:12,915 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/cluster_d74bd13d-cd19-a8a3-63f1-83d2037188c5/data/data2/current/BP-1078432445-172.17.0.2-1732281249677/current, will proceed with Du for space computation calculation, 2024-11-22T13:14:12,915 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/cluster_d74bd13d-cd19-a8a3-63f1-83d2037188c5/data/data1/current/BP-1078432445-172.17.0.2-1732281249677/current, will proceed with Du for space computation calculation, 2024-11-22T13:14:12,947 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T13:14:12,995 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9739de2570d01ad3 with lease ID 0x4d7696a5ba946424: Processing first storage report for DS-ece64994-9d18-4908-b580-bbc3d18cee88 from datanode DatanodeRegistration(127.0.0.1:40269, datanodeUuid=04175633-0c1b-46f4-bd76-a565fd7dcd0d, infoPort=32951, infoSecurePort=0, ipcPort=40231, storageInfo=lv=-57;cid=testClusterID;nsid=330135947;c=1732281249677) 2024-11-22T13:14:12,998 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9739de2570d01ad3 with lease ID 0x4d7696a5ba946424: from storage DS-ece64994-9d18-4908-b580-bbc3d18cee88 node DatanodeRegistration(127.0.0.1:40269, datanodeUuid=04175633-0c1b-46f4-bd76-a565fd7dcd0d, infoPort=32951, infoSecurePort=0, ipcPort=40231, storageInfo=lv=-57;cid=testClusterID;nsid=330135947;c=1732281249677), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-22T13:14:12,998 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9739de2570d01ad3 with lease ID 0x4d7696a5ba946424: Processing first storage report for DS-1817ca98-55d7-4da5-a21e-04a075c30ac5 from datanode DatanodeRegistration(127.0.0.1:40269, datanodeUuid=04175633-0c1b-46f4-bd76-a565fd7dcd0d, infoPort=32951, infoSecurePort=0, ipcPort=40231, storageInfo=lv=-57;cid=testClusterID;nsid=330135947;c=1732281249677) 2024-11-22T13:14:12,999 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9739de2570d01ad3 with lease ID 0x4d7696a5ba946424: from storage DS-1817ca98-55d7-4da5-a21e-04a075c30ac5 node DatanodeRegistration(127.0.0.1:40269, datanodeUuid=04175633-0c1b-46f4-bd76-a565fd7dcd0d, infoPort=32951, infoSecurePort=0, ipcPort=40231, storageInfo=lv=-57;cid=testClusterID;nsid=330135947;c=1732281249677), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:14:13,019 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944 2024-11-22T13:14:13,090 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/cluster_d74bd13d-cd19-a8a3-63f1-83d2037188c5/zookeeper_0, clientPort=59414, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/cluster_d74bd13d-cd19-a8a3-63f1-83d2037188c5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/cluster_d74bd13d-cd19-a8a3-63f1-83d2037188c5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T13:14:13,101 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59414 2024-11-22T13:14:13,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:14:13,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:14:13,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741825_1001 (size=7) 2024-11-22T13:14:13,722 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9 with version=8 2024-11-22T13:14:13,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/hbase-staging 2024-11-22T13:14:13,804 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T13:14:14,013 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e025332d312f:0 server-side Connection retries=45 2024-11-22T13:14:14,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T13:14:14,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T13:14:14,027 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T13:14:14,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T13:14:14,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T13:14:14,148 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T13:14:14,198 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T13:14:14,206 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T13:14:14,210 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:14:14,232 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4697 (auto-detected) 2024-11-22T13:14:14,233 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T13:14:14,249 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46617 2024-11-22T13:14:14,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46617 connecting to ZooKeeper ensemble=127.0.0.1:59414 2024-11-22T13:14:14,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466170x0, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T13:14:14,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46617-0x10162ae387d0000 connected 2024-11-22T13:14:15,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:14:15,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:14:15,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T13:14:15,066 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9, hbase.cluster.distributed=false 2024-11-22T13:14:15,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T13:14:15,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46617 2024-11-22T13:14:15,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46617 2024-11-22T13:14:15,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46617 2024-11-22T13:14:15,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46617 2024-11-22T13:14:15,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46617 2024-11-22T13:14:15,191 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e025332d312f:0 server-side Connection retries=45 2024-11-22T13:14:15,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T13:14:15,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T13:14:15,193 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T13:14:15,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T13:14:15,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T13:14:15,196 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T13:14:15,199 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:14:15,199 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34015 2024-11-22T13:14:15,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34015 connecting to ZooKeeper ensemble=127.0.0.1:59414 2024-11-22T13:14:15,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:14:15,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:14:15,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340150x0, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T13:14:15,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340150x0, quorum=127.0.0.1:59414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T13:14:15,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34015-0x10162ae387d0001 connected 2024-11-22T13:14:15,274 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T13:14:15,284 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T13:14:15,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34015-0x10162ae387d0001, quorum=127.0.0.1:59414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T13:14:15,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34015-0x10162ae387d0001, quorum=127.0.0.1:59414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T13:14:15,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34015 2024-11-22T13:14:15,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34015 2024-11-22T13:14:15,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34015 2024-11-22T13:14:15,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34015 2024-11-22T13:14:15,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34015 2024-11-22T13:14:15,308 DEBUG [M:0;e025332d312f:46617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e025332d312f:46617 2024-11-22T13:14:15,309 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e025332d312f,46617,1732281253851 2024-11-22T13:14:15,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T13:14:15,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34015-0x10162ae387d0001, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T13:14:15,392 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e025332d312f,46617,1732281253851 2024-11-22T13:14:15,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34015-0x10162ae387d0001, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T13:14:15,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:15,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34015-0x10162ae387d0001, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:15,476 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T13:14:15,478 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e025332d312f,46617,1732281253851 from backup master directory 2024-11-22T13:14:15,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e025332d312f,46617,1732281253851 2024-11-22T13:14:15,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34015-0x10162ae387d0001, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T13:14:15,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T13:14:15,554 WARN [master/e025332d312f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T13:14:15,555 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e025332d312f,46617,1732281253851 2024-11-22T13:14:15,559 INFO [master/e025332d312f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T13:14:15,562 INFO [master/e025332d312f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T13:14:15,621 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/hbase.id] with ID: 2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5 2024-11-22T13:14:15,621 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/.tmp/hbase.id 2024-11-22T13:14:15,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741826_1002 (size=42) 2024-11-22T13:14:15,636 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/.tmp/hbase.id]:[hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/hbase.id] 2024-11-22T13:14:15,681 INFO [master/e025332d312f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:14:15,686 INFO [master/e025332d312f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T13:14:15,706 INFO [master/e025332d312f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-22T13:14:15,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:15,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34015-0x10162ae387d0001, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:15,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741827_1003 (size=196) 2024-11-22T13:14:15,749 INFO [master/e025332d312f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T13:14:15,752 INFO [master/e025332d312f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T13:14:15,771 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:15,776 INFO [master/e025332d312f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T13:14:15,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741828_1004 (size=1189) 2024-11-22T13:14:16,232 INFO [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/data/master/store 2024-11-22T13:14:16,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741829_1005 (size=34) 2024-11-22T13:14:16,658 INFO [master/e025332d312f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T13:14:16,662 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:16,664 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T13:14:16,664 INFO [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:14:16,664 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:14:16,666 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T13:14:16,667 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:14:16,667 INFO [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:14:16,668 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732281256664Disabling compacts and flushes for region at 1732281256664Disabling writes for close at 1732281256666 (+2 ms)Writing region close event to WAL at 1732281256667 (+1 ms)Closed at 1732281256667 2024-11-22T13:14:16,671 WARN [master/e025332d312f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/data/master/store/.initializing 2024-11-22T13:14:16,671 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/WALs/e025332d312f,46617,1732281253851 2024-11-22T13:14:16,679 INFO [master/e025332d312f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T13:14:16,692 INFO [master/e025332d312f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e025332d312f%2C46617%2C1732281253851, suffix=, logDir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/WALs/e025332d312f,46617,1732281253851, archiveDir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/oldWALs, maxLogs=10 2024-11-22T13:14:16,712 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/WALs/e025332d312f,46617,1732281253851/e025332d312f%2C46617%2C1732281253851.1732281256696, exclude list is [], retry=0 2024-11-22T13:14:16,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40269,DS-ece64994-9d18-4908-b580-bbc3d18cee88,DISK] 2024-11-22T13:14:16,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T13:14:16,767 INFO [master/e025332d312f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/WALs/e025332d312f,46617,1732281253851/e025332d312f%2C46617%2C1732281253851.1732281256696 2024-11-22T13:14:16,768 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32951:32951)] 2024-11-22T13:14:16,769 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T13:14:16,769 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:16,772 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,773 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T13:14:16,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:16,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:14:16,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T13:14:16,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:16,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:16,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T13:14:16,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:16,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:16,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T13:14:16,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:16,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:16,849 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,852 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,853 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,858 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,859 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,863 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T13:14:16,867 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,871 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:14:16,873 INFO [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73459374, jitterRate=0.09462997317314148}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T13:14:16,879 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732281256783Initializing all the Stores at 1732281256785 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732281256786 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281256786Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281256787 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281256787Cleaning up temporary data from old regions at 1732281256859 (+72 ms)Region opened successfully at 1732281256878 (+19 ms) 2024-11-22T13:14:16,880 INFO [master/e025332d312f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T13:14:16,910 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4959f1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e025332d312f/172.17.0.2:0 2024-11-22T13:14:16,938 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T13:14:16,948 INFO [master/e025332d312f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T13:14:16,948 INFO [master/e025332d312f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T13:14:16,950 INFO [master/e025332d312f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T13:14:16,952 INFO [master/e025332d312f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T13:14:16,956 INFO [master/e025332d312f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T13:14:16,956 INFO [master/e025332d312f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T13:14:16,980 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T13:14:16,988 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T13:14:17,001 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T13:14:17,003 INFO [master/e025332d312f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T13:14:17,005 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T13:14:17,012 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T13:14:17,015 INFO [master/e025332d312f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T13:14:17,020 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T13:14:17,033 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T13:14:17,037 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T13:14:17,044 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T13:14:17,066 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T13:14:17,076 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T13:14:17,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T13:14:17,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34015-0x10162ae387d0001, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T13:14:17,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:17,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34015-0x10162ae387d0001, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:17,090 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e025332d312f,46617,1732281253851, sessionid=0x10162ae387d0000, setting cluster-up flag (Was=false) 2024-11-22T13:14:17,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:17,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34015-0x10162ae387d0001, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:17,150 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T13:14:17,153 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e025332d312f,46617,1732281253851 2024-11-22T13:14:17,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34015-0x10162ae387d0001, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:17,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:17,213 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T13:14:17,218 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e025332d312f,46617,1732281253851 2024-11-22T13:14:17,228 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T13:14:17,298 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T13:14:17,299 INFO [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer(746): ClusterId : 2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5 2024-11-22T13:14:17,302 DEBUG [RS:0;e025332d312f:34015 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T13:14:17,309 INFO [master/e025332d312f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T13:14:17,309 DEBUG [RS:0;e025332d312f:34015 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T13:14:17,309 DEBUG [RS:0;e025332d312f:34015 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T13:14:17,316 INFO [master/e025332d312f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T13:14:17,319 DEBUG [RS:0;e025332d312f:34015 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T13:14:17,320 DEBUG [RS:0;e025332d312f:34015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72505203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e025332d312f/172.17.0.2:0 2024-11-22T13:14:17,321 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e025332d312f,46617,1732281253851 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T13:14:17,329 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e025332d312f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T13:14:17,329 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e025332d312f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T13:14:17,329 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e025332d312f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T13:14:17,329 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e025332d312f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T13:14:17,330 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e025332d312f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T13:14:17,330 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:17,330 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e025332d312f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T13:14:17,330 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:17,331 INFO [master/e025332d312f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732281287331 2024-11-22T13:14:17,333 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T13:14:17,335 DEBUG [RS:0;e025332d312f:34015 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e025332d312f:34015 2024-11-22T13:14:17,335 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T13:14:17,335 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T13:14:17,336 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T13:14:17,338 INFO [RS:0;e025332d312f:34015 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T13:14:17,338 INFO [RS:0;e025332d312f:34015 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T13:14:17,338 DEBUG [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T13:14:17,339 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T13:14:17,339 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T13:14:17,340 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T13:14:17,340 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T13:14:17,340 INFO [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer(2659): reportForDuty to master=e025332d312f,46617,1732281253851 with port=34015, startcode=1732281255160 2024-11-22T13:14:17,341 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:17,342 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T13:14:17,340 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:17,344 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T13:14:17,346 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T13:14:17,346 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T13:14:17,348 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T13:14:17,349 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T13:14:17,350 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e025332d312f:0:becomeActiveMaster-HFileCleaner.large.0-1732281257350,5,FailOnTimeoutGroup] 2024-11-22T13:14:17,351 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e025332d312f:0:becomeActiveMaster-HFileCleaner.small.0-1732281257351,5,FailOnTimeoutGroup] 2024-11-22T13:14:17,351 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:17,352 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T13:14:17,352 DEBUG [RS:0;e025332d312f:34015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T13:14:17,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741831_1007 (size=1321) 2024-11-22T13:14:17,353 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:17,353 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:17,379 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T13:14:17,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46617 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e025332d312f,34015,1732281255160 2024-11-22T13:14:17,387 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46617 {}] master.ServerManager(517): Registering regionserver=e025332d312f,34015,1732281255160 2024-11-22T13:14:17,400 DEBUG [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9 2024-11-22T13:14:17,400 DEBUG [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39819 2024-11-22T13:14:17,400 DEBUG [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T13:14:17,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T13:14:17,414 DEBUG [RS:0;e025332d312f:34015 {}] zookeeper.ZKUtil(111): regionserver:34015-0x10162ae387d0001, quorum=127.0.0.1:59414, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e025332d312f,34015,1732281255160 2024-11-22T13:14:17,414 WARN [RS:0;e025332d312f:34015 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T13:14:17,414 INFO [RS:0;e025332d312f:34015 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T13:14:17,414 DEBUG [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/WALs/e025332d312f,34015,1732281255160 2024-11-22T13:14:17,416 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e025332d312f,34015,1732281255160] 2024-11-22T13:14:17,439 INFO [RS:0;e025332d312f:34015 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T13:14:17,454 INFO [RS:0;e025332d312f:34015 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T13:14:17,458 INFO [RS:0;e025332d312f:34015 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T13:14:17,459 INFO [RS:0;e025332d312f:34015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:17,459 INFO [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T13:14:17,465 INFO [RS:0;e025332d312f:34015 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T13:14:17,466 INFO [RS:0;e025332d312f:34015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:17,466 DEBUG [RS:0;e025332d312f:34015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:17,466 DEBUG [RS:0;e025332d312f:34015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:17,467 DEBUG [RS:0;e025332d312f:34015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:17,467 DEBUG [RS:0;e025332d312f:34015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:17,467 DEBUG [RS:0;e025332d312f:34015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:17,467 DEBUG [RS:0;e025332d312f:34015 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T13:14:17,467 DEBUG [RS:0;e025332d312f:34015 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:17,467 DEBUG [RS:0;e025332d312f:34015 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:17,467 DEBUG [RS:0;e025332d312f:34015 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:17,468 DEBUG [RS:0;e025332d312f:34015 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:17,468 DEBUG [RS:0;e025332d312f:34015 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:17,468 DEBUG [RS:0;e025332d312f:34015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:17,468 DEBUG [RS:0;e025332d312f:34015 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T13:14:17,468 DEBUG [RS:0;e025332d312f:34015 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T13:14:17,470 INFO [RS:0;e025332d312f:34015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:17,470 INFO [RS:0;e025332d312f:34015 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:17,470 INFO [RS:0;e025332d312f:34015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:17,471 INFO [RS:0;e025332d312f:34015 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:17,471 INFO [RS:0;e025332d312f:34015 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:17,471 INFO [RS:0;e025332d312f:34015 {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,34015,1732281255160-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T13:14:17,489 INFO [RS:0;e025332d312f:34015 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T13:14:17,491 INFO [RS:0;e025332d312f:34015 {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,34015,1732281255160-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:17,492 INFO [RS:0;e025332d312f:34015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:17,492 INFO [RS:0;e025332d312f:34015 {}] regionserver.Replication(171): e025332d312f,34015,1732281255160 started 2024-11-22T13:14:17,509 INFO [RS:0;e025332d312f:34015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:17,510 INFO [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer(1482): Serving as e025332d312f,34015,1732281255160, RpcServer on e025332d312f/172.17.0.2:34015, sessionid=0x10162ae387d0001 2024-11-22T13:14:17,510 DEBUG [RS:0;e025332d312f:34015 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T13:14:17,511 DEBUG [RS:0;e025332d312f:34015 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e025332d312f,34015,1732281255160 2024-11-22T13:14:17,511 DEBUG [RS:0;e025332d312f:34015 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e025332d312f,34015,1732281255160' 2024-11-22T13:14:17,511 DEBUG [RS:0;e025332d312f:34015 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T13:14:17,512 DEBUG [RS:0;e025332d312f:34015 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T13:14:17,513 DEBUG [RS:0;e025332d312f:34015 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T13:14:17,513 DEBUG [RS:0;e025332d312f:34015 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T13:14:17,513 DEBUG [RS:0;e025332d312f:34015 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e025332d312f,34015,1732281255160 2024-11-22T13:14:17,513 DEBUG [RS:0;e025332d312f:34015 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e025332d312f,34015,1732281255160' 2024-11-22T13:14:17,513 DEBUG [RS:0;e025332d312f:34015 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T13:14:17,514 DEBUG [RS:0;e025332d312f:34015 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T13:14:17,515 DEBUG [RS:0;e025332d312f:34015 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T13:14:17,515 INFO [RS:0;e025332d312f:34015 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T13:14:17,515 INFO [RS:0;e025332d312f:34015 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T13:14:17,625 INFO [RS:0;e025332d312f:34015 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T13:14:17,629 INFO [RS:0;e025332d312f:34015 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e025332d312f%2C34015%2C1732281255160, suffix=, logDir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/WALs/e025332d312f,34015,1732281255160, archiveDir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/oldWALs, maxLogs=32 2024-11-22T13:14:17,644 DEBUG [RS:0;e025332d312f:34015 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/WALs/e025332d312f,34015,1732281255160/e025332d312f%2C34015%2C1732281255160.1732281257631, exclude list is [], retry=0 2024-11-22T13:14:17,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40269,DS-ece64994-9d18-4908-b580-bbc3d18cee88,DISK] 2024-11-22T13:14:17,651 INFO [RS:0;e025332d312f:34015 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/WALs/e025332d312f,34015,1732281255160/e025332d312f%2C34015%2C1732281255160.1732281257631 2024-11-22T13:14:17,652 DEBUG [RS:0;e025332d312f:34015 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32951:32951)] 2024-11-22T13:14:17,757 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T13:14:17,758 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9 2024-11-22T13:14:17,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741833_1009 (size=32) 2024-11-22T13:14:18,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:18,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T13:14:18,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T13:14:18,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:18,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:14:18,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T13:14:18,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T13:14:18,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:18,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:14:18,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T13:14:18,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T13:14:18,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:18,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:14:18,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T13:14:18,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T13:14:18,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:18,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:14:18,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T13:14:18,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740 2024-11-22T13:14:18,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740 2024-11-22T13:14:18,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T13:14:18,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T13:14:18,206 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T13:14:18,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T13:14:18,212 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:14:18,213 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61342727, jitterRate=-0.08592213690280914}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T13:14:18,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732281258178Initializing all the Stores at 1732281258182 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732281258183 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732281258183Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281258183Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732281258183Cleaning up temporary data from old regions at 1732281258205 (+22 ms)Region opened successfully at 1732281258215 (+10 ms) 2024-11-22T13:14:18,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T13:14:18,216 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T13:14:18,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T13:14:18,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T13:14:18,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T13:14:18,217 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T13:14:18,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732281258216Disabling compacts and flushes for region at 1732281258216Disabling writes for close at 1732281258216Writing region close event to WAL at 1732281258217 (+1 ms)Closed at 1732281258217 2024-11-22T13:14:18,220 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T13:14:18,220 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T13:14:18,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T13:14:18,232 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T13:14:18,235 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T13:14:18,392 DEBUG [e025332d312f:46617 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T13:14:18,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:14:18,411 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e025332d312f,34015,1732281255160, state=OPENING 2024-11-22T13:14:18,465 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T13:14:18,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:18,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34015-0x10162ae387d0001, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:18,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T13:14:18,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T13:14:18,481 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T13:14:18,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e025332d312f,34015,1732281255160}] 2024-11-22T13:14:18,669 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T13:14:18,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T13:14:18,681 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T13:14:18,681 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T13:14:18,682 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T13:14:18,685 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e025332d312f%2C34015%2C1732281255160.meta, suffix=.meta, logDir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/WALs/e025332d312f,34015,1732281255160, archiveDir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/oldWALs, maxLogs=32 2024-11-22T13:14:18,700 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/WALs/e025332d312f,34015,1732281255160/e025332d312f%2C34015%2C1732281255160.meta.1732281258687.meta, exclude list is [], retry=0 2024-11-22T13:14:18,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40269,DS-ece64994-9d18-4908-b580-bbc3d18cee88,DISK] 2024-11-22T13:14:18,706 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/WALs/e025332d312f,34015,1732281255160/e025332d312f%2C34015%2C1732281255160.meta.1732281258687.meta 2024-11-22T13:14:18,707 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32951:32951)] 2024-11-22T13:14:18,707 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T13:14:18,709 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T13:14:18,711 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T13:14:18,717 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T13:14:18,721 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T13:14:18,722 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:18,722 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T13:14:18,723 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T13:14:18,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T13:14:18,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T13:14:18,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:18,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:14:18,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T13:14:18,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T13:14:18,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:18,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:14:18,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T13:14:18,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T13:14:18,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:18,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:14:18,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T13:14:18,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T13:14:18,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:18,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:14:18,742 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T13:14:18,744 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740 2024-11-22T13:14:18,747 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740 2024-11-22T13:14:18,751 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T13:14:18,751 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T13:14:18,752 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T13:14:18,755 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T13:14:18,756 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60590527, jitterRate=-0.09713079035282135}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T13:14:18,757 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T13:14:18,758 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732281258723Writing region info on filesystem at 1732281258724 (+1 ms)Initializing all the Stores at 1732281258726 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732281258726Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732281258726Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281258726Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732281258726Cleaning up temporary data from old regions at 1732281258751 (+25 ms)Running coprocessor post-open hooks at 1732281258757 (+6 ms)Region opened successfully at 1732281258758 (+1 ms) 2024-11-22T13:14:18,764 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732281258658 2024-11-22T13:14:18,775 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T13:14:18,776 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T13:14:18,777 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:14:18,780 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e025332d312f,34015,1732281255160, state=OPEN 2024-11-22T13:14:18,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34015-0x10162ae387d0001, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T13:14:18,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T13:14:18,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T13:14:18,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T13:14:18,820 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:18,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T13:14:18,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e025332d312f,34015,1732281255160 in 335 msec 2024-11-22T13:14:18,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T13:14:18,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 604 msec 2024-11-22T13:14:18,837 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T13:14:18,837 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T13:14:18,855 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:18,857 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:14:18,876 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:18,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:18,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6420 sec 2024-11-22T13:14:18,900 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732281258900, completionTime=-1 2024-11-22T13:14:18,903 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T13:14:18,903 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T13:14:18,925 INFO [master/e025332d312f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T13:14:18,925 INFO [master/e025332d312f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732281318925 2024-11-22T13:14:18,925 INFO [master/e025332d312f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732281378925 2024-11-22T13:14:18,925 INFO [master/e025332d312f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 22 msec 2024-11-22T13:14:18,927 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,46617,1732281253851-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:18,927 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,46617,1732281253851-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:18,927 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,46617,1732281253851-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:18,929 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e025332d312f:46617, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:18,929 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:18,930 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:18,935 DEBUG [master/e025332d312f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T13:14:18,957 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.402sec 2024-11-22T13:14:18,958 INFO [master/e025332d312f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T13:14:18,959 INFO [master/e025332d312f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T13:14:18,960 INFO [master/e025332d312f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T13:14:18,961 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T13:14:18,961 INFO [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T13:14:18,961 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,46617,1732281253851-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T13:14:18,962 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,46617,1732281253851-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T13:14:18,969 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T13:14:18,970 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T13:14:18,970 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,46617,1732281253851-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:19,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:19,017 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T13:14:19,017 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T13:14:19,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:14:19,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:14:19,028 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:14:19,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:14:19,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:14:19,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c924b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:19,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:14:19,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:14:19,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:19,039 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:14:19,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:19,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:19,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:14:19,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:19,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:19,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e025332d312f,46617,1732281253851 2024-11-22T13:14:19,097 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=3183 2024-11-22T13:14:19,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T13:14:19,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e025332d312f,46617,1732281253851 2024-11-22T13:14:19,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@453fbba3 2024-11-22T13:14:19,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T13:14:19,125 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T13:14:19,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T13:14:19,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T13:14:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T13:14:19,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T13:14:19,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-22T13:14:19,147 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:19,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T13:14:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:14:19,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741835_1011 (size=1061) 2024-11-22T13:14:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:14:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:14:19,572 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9 2024-11-22T13:14:19,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741836_1012 (size=53) 2024-11-22T13:14:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:14:19,983 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:19,984 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 47845d53c0957fa8a37dab180d030f33, disabling compactions & flushes 2024-11-22T13:14:19,984 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:19,984 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:19,984 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. after waiting 0 ms 2024-11-22T13:14:19,984 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:19,984 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:19,985 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 47845d53c0957fa8a37dab180d030f33: Waiting for close lock at 1732281259984Disabling compacts and flushes for region at 1732281259984Disabling writes for close at 1732281259984Writing region close event to WAL at 1732281259984Closed at 1732281259984 2024-11-22T13:14:19,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T13:14:19,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732281259988"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281259988"}]},"ts":"1732281259988"} 2024-11-22T13:14:20,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T13:14:20,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T13:14:20,004 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281260002"}]},"ts":"1732281260002"} 2024-11-22T13:14:20,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T13:14:20,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=47845d53c0957fa8a37dab180d030f33, ASSIGN}] 2024-11-22T13:14:20,013 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=47845d53c0957fa8a37dab180d030f33, ASSIGN 2024-11-22T13:14:20,015 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=47845d53c0957fa8a37dab180d030f33, ASSIGN; state=OFFLINE, location=e025332d312f,34015,1732281255160; forceNewPlan=false, retain=false 2024-11-22T13:14:20,168 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=47845d53c0957fa8a37dab180d030f33, regionState=OPENING, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:14:20,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=47845d53c0957fa8a37dab180d030f33, ASSIGN because future has completed 2024-11-22T13:14:20,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160}] 2024-11-22T13:14:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:14:20,337 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:20,338 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} 2024-11-22T13:14:20,338 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:20,338 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:20,338 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:20,338 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:20,341 INFO [StoreOpener-47845d53c0957fa8a37dab180d030f33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:20,345 INFO [StoreOpener-47845d53c0957fa8a37dab180d030f33-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:14:20,345 INFO [StoreOpener-47845d53c0957fa8a37dab180d030f33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47845d53c0957fa8a37dab180d030f33 columnFamilyName A 2024-11-22T13:14:20,345 DEBUG [StoreOpener-47845d53c0957fa8a37dab180d030f33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:20,347 INFO [StoreOpener-47845d53c0957fa8a37dab180d030f33-1 {}] regionserver.HStore(327): Store=47845d53c0957fa8a37dab180d030f33/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:20,347 INFO [StoreOpener-47845d53c0957fa8a37dab180d030f33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:20,349 INFO [StoreOpener-47845d53c0957fa8a37dab180d030f33-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:14:20,350 INFO [StoreOpener-47845d53c0957fa8a37dab180d030f33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47845d53c0957fa8a37dab180d030f33 columnFamilyName B 2024-11-22T13:14:20,350 DEBUG [StoreOpener-47845d53c0957fa8a37dab180d030f33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:20,351 INFO [StoreOpener-47845d53c0957fa8a37dab180d030f33-1 {}] regionserver.HStore(327): Store=47845d53c0957fa8a37dab180d030f33/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:20,351 INFO [StoreOpener-47845d53c0957fa8a37dab180d030f33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:20,353 INFO [StoreOpener-47845d53c0957fa8a37dab180d030f33-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:14:20,354 INFO [StoreOpener-47845d53c0957fa8a37dab180d030f33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47845d53c0957fa8a37dab180d030f33 columnFamilyName C 2024-11-22T13:14:20,354 DEBUG [StoreOpener-47845d53c0957fa8a37dab180d030f33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:20,355 INFO [StoreOpener-47845d53c0957fa8a37dab180d030f33-1 {}] regionserver.HStore(327): Store=47845d53c0957fa8a37dab180d030f33/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:20,355 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:20,355 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:20,357 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:20,358 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:20,360 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:20,360 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:20,361 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T13:14:20,363 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:20,366 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:14:20,367 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 47845d53c0957fa8a37dab180d030f33; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70501569, jitterRate=0.05055524408817291}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T13:14:20,368 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:20,369 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 47845d53c0957fa8a37dab180d030f33: Running coprocessor pre-open hook at 1732281260339Writing region info on filesystem at 1732281260339Initializing all the Stores at 1732281260340 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281260340Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281260341 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281260341Cleaning up temporary data from old regions at 1732281260360 (+19 ms)Running coprocessor post-open hooks at 1732281260368 (+8 ms)Region opened successfully at 1732281260368 2024-11-22T13:14:20,371 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., pid=6, masterSystemTime=1732281260331 2024-11-22T13:14:20,375 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:20,375 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:20,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=47845d53c0957fa8a37dab180d030f33, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:14:20,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 because future has completed 2024-11-22T13:14:20,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T13:14:20,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 in 205 msec 2024-11-22T13:14:20,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T13:14:20,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=47845d53c0957fa8a37dab180d030f33, ASSIGN in 377 msec 2024-11-22T13:14:20,395 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T13:14:20,395 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281260395"}]},"ts":"1732281260395"} 2024-11-22T13:14:20,399 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T13:14:20,401 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T13:14:20,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2660 sec 2024-11-22T13:14:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:14:21,306 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:14:21,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:14:21,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:14:21,316 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:14:21,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:14:21,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:14:21,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1081c072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:14:21,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:14:21,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:21,320 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:14:21,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2095feb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:21,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:14:21,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:21,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:21,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T13:14:21,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e025332d312f,46617,1732281253851 2024-11-22T13:14:21,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35b1cb83 2024-11-22T13:14:21,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T13:14:21,337 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T13:14:21,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,342 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:14:21,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:14:21,343 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:14:21,344 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:14:21,344 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:14:21,344 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f535689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,344 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:14:21,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:14:21,346 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:21,347 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:14:21,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab1aa4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:14:21,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:14:21,351 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:14:21,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:14:21,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:14:21,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9668b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:14:21,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:14:21,353 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:21,354 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:14:21,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c5f854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:14:21,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:14:21,357 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:14:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:14:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:14:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60bd1ae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:14:21,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:14:21,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:21,361 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:14:21,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d903666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:14:21,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:14:21,365 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:14:21,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:14:21,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:14:21,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396be81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:14:21,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:14:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:21,368 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:14:21,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d66170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:14:21,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:14:21,371 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:14:21,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:14:21,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:14:21,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70343832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:14:21,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:14:21,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:21,373 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:14:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df19f74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:14:21,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:14:21,377 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:14:21,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:14:21,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:14:21,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a6891f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:14:21,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:14:21,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:21,380 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:14:21,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe9eb0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:14:21,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:14:21,383 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:14:21,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:14:21,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:14:21,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cfb2098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:14:21,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:14:21,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:21,385 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:14:21,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424756bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:14:21,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:14:21,388 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:14:21,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:14:21,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:14:21,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2045255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:14:21,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:14:21,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:21,391 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:14:21,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c0a534c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,393 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:14:21,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:14:21,394 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:14:21,394 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:14:21,394 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:14:21,395 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69746154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,395 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:14:21,395 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:14:21,395 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:21,396 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:14:21,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb166ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:21,402 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:21,402 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:21,403 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:21,403 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:21,403 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:21,404 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:21,404 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:14:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:14:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:21,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:14:21,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:14:21,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:14:21,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:21,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:21,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:21,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:21,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:21,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:21,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:21,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:21,409 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:21,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:14:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:14:21,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:21,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:14:21,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:21,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:21,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:21,415 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:21,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:21,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:14:21,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:21,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:14:21,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:14:21,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:14:21,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:14:21,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:21,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:14:21,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:14:21,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:14:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:14:21,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:14:21,437 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:14:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-22T13:14:21,448 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:14:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T13:14:21,451 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:14:21,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:14:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:21,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T13:14:21,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:21,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:21,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:21,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:21,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:21,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T13:14:21,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T13:14:21,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281321595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:21,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281261534, max timestamp=1732281261608Num uniques 859; 2024-11-22T13:14:21,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732281261534, max timestamp=1732281261608Num uniques 859; 2024-11-22T13:14:21,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:14:21,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:14:21,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:21,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/7c4081b8b72f4abdb68766b9a1da6c59 is 50, key is test_row_0/A:col10/1732281261491/Put/seqid=0 2024-11-22T13:14:21,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:21,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:21,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:21,654 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732281261534, max timestamp=1732281261608Num uniques 859; 2024-11-22T13:14:21,654 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-22T13:14:21,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:21,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:21,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:21,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:21,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741837_1013 (size=12001) 2024-11-22T13:14:21,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/7c4081b8b72f4abdb68766b9a1da6c59 2024-11-22T13:14:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:21,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281321748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:21,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:21,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:21,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:21,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281321752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T13:14:21,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:21,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:21,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:21,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281321756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:21,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:21,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:21,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:21,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281321756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:21,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:21,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:21,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:21,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281321776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:21,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:21,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:21,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:21,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/4a2cdac7a9e14add818968483355c027 is 50, key is test_row_0/B:col10/1732281261491/Put/seqid=0 2024-11-22T13:14:21,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741838_1014 (size=12001) 2024-11-22T13:14:21,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/4a2cdac7a9e14add818968483355c027 2024-11-22T13:14:21,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T13:14:21,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:21,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:21,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:21,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:21,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:21,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281321868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:21,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:21,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:21,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:21,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281321877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:21,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:21,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:21,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:21,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281321878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:21,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:21,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:21,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:21,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281321878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:21,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:21,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:21,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:21,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/de01eded66ca40cda85ffedd43bb5040 is 50, key is test_row_0/C:col10/1732281261491/Put/seqid=0 2024-11-22T13:14:21,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741839_1015 (size=12001) 2024-11-22T13:14:21,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/de01eded66ca40cda85ffedd43bb5040 2024-11-22T13:14:21,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/7c4081b8b72f4abdb68766b9a1da6c59 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/7c4081b8b72f4abdb68766b9a1da6c59 2024-11-22T13:14:21,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/7c4081b8b72f4abdb68766b9a1da6c59, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T13:14:21,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/4a2cdac7a9e14add818968483355c027 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/4a2cdac7a9e14add818968483355c027 2024-11-22T13:14:22,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/4a2cdac7a9e14add818968483355c027, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T13:14:22,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/de01eded66ca40cda85ffedd43bb5040 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/de01eded66ca40cda85ffedd43bb5040 2024-11-22T13:14:22,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T13:14:22,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:22,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:22,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:22,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:22,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:22,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/de01eded66ca40cda85ffedd43bb5040, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T13:14:22,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=124.84 KB/127835 for 47845d53c0957fa8a37dab180d030f33 in 544ms, sequenceid=13, compaction requested=false 2024-11-22T13:14:22,057 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T13:14:22,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:22,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=138.26 KB heapSize=394.23 KB 2024-11-22T13:14:22,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:22,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:14:22,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:22,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:14:22,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:22,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:14:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T13:14:22,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/9386b611566f432491817eeef1d58171 is 50, key is test_row_0/A:col10/1732281262045/Put/seqid=0 2024-11-22T13:14:22,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741840_1016 (size=12001) 2024-11-22T13:14:22,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/9386b611566f432491817eeef1d58171 2024-11-22T13:14:22,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281322096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T13:14:22,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/6d48804113ae4574a72d1774c8abc4c1 is 50, key is test_row_0/B:col10/1732281262045/Put/seqid=0 2024-11-22T13:14:22,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:22,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:22,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:22,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:22,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:22,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281322135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281322148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281322154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281322162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741841_1017 (size=12001) 2024-11-22T13:14:22,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/6d48804113ae4574a72d1774c8abc4c1 2024-11-22T13:14:22,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/67a8701751904d75b296902209844a92 is 50, key is test_row_0/C:col10/1732281262045/Put/seqid=0 2024-11-22T13:14:22,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741842_1018 (size=12001) 2024-11-22T13:14:22,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/67a8701751904d75b296902209844a92 2024-11-22T13:14:22,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281322297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281322298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/9386b611566f432491817eeef1d58171 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/9386b611566f432491817eeef1d58171 2024-11-22T13:14:22,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281322307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281322307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/9386b611566f432491817eeef1d58171, entries=150, sequenceid=50, filesize=11.7 K 2024-11-22T13:14:22,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/6d48804113ae4574a72d1774c8abc4c1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/6d48804113ae4574a72d1774c8abc4c1 2024-11-22T13:14:22,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T13:14:22,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:22,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:22,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:22,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:22,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:22,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/6d48804113ae4574a72d1774c8abc4c1, entries=150, sequenceid=50, filesize=11.7 K 2024-11-22T13:14:22,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/67a8701751904d75b296902209844a92 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/67a8701751904d75b296902209844a92 2024-11-22T13:14:22,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/67a8701751904d75b296902209844a92, entries=150, sequenceid=50, filesize=11.7 K 2024-11-22T13:14:22,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~138.26 KB/141575, heapSize ~394.18 KB/403640, currentSize=40.25 KB/41220 for 47845d53c0957fa8a37dab180d030f33 in 307ms, sequenceid=50, compaction requested=false 2024-11-22T13:14:22,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:22,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T13:14:22,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:22,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:22,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:22,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:22,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:22,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:22,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/793f919ef8cc49aab28b09ed17981f9b is 50, key is test_row_0/A:col10/1732281262146/Put/seqid=0 2024-11-22T13:14:22,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T13:14:22,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:22,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:22,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:22,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:22,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:22,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741843_1019 (size=14341) 2024-11-22T13:14:22,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/793f919ef8cc49aab28b09ed17981f9b 2024-11-22T13:14:22,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/219b29a340ec4a85a1a9768500a8309b is 50, key is test_row_0/B:col10/1732281262146/Put/seqid=0 2024-11-22T13:14:22,582 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281262539, max timestamp=1732281262564Num uniques 859; 2024-11-22T13:14:22,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:14:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T13:14:22,589 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732281262539, max timestamp=1732281262574Num uniques 859; 2024-11-22T13:14:22,589 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-22T13:14:22,590 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281262539, max timestamp=1732281262576Num uniques 859; 2024-11-22T13:14:22,590 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:14:22,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741844_1020 (size=12001) 2024-11-22T13:14:22,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/219b29a340ec4a85a1a9768500a8309b 2024-11-22T13:14:22,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/902d9456b2264bc4babecec35865e174 is 50, key is test_row_0/C:col10/1732281262146/Put/seqid=0 2024-11-22T13:14:22,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281322625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281322627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281322630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281322642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281322641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T13:14:22,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:22,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:22,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:22,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:22,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:22,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741845_1021 (size=12001) 2024-11-22T13:14:22,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281322745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281322756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281322757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281322757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281322766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T13:14:22,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:22,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:22,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:22,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:22,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:22,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281322956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281322966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281322966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281322966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281322976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:22,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T13:14:22,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:22,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:22,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:22,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:22,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:22,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:22,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:23,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/902d9456b2264bc4babecec35865e174 2024-11-22T13:14:23,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/793f919ef8cc49aab28b09ed17981f9b as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/793f919ef8cc49aab28b09ed17981f9b 2024-11-22T13:14:23,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/793f919ef8cc49aab28b09ed17981f9b, entries=200, sequenceid=60, filesize=14.0 K 2024-11-22T13:14:23,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/219b29a340ec4a85a1a9768500a8309b as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/219b29a340ec4a85a1a9768500a8309b 2024-11-22T13:14:23,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/219b29a340ec4a85a1a9768500a8309b, entries=150, sequenceid=60, filesize=11.7 K 2024-11-22T13:14:23,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T13:14:23,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:23,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:23,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:23,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:23,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:23,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/902d9456b2264bc4babecec35865e174 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/902d9456b2264bc4babecec35865e174 2024-11-22T13:14:23,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/902d9456b2264bc4babecec35865e174, entries=150, sequenceid=60, filesize=11.7 K 2024-11-22T13:14:23,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=133.78 KB/136995 for 47845d53c0957fa8a37dab180d030f33 in 674ms, sequenceid=60, compaction requested=true 2024-11-22T13:14:23,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:23,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:14:23,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:23,160 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:23,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:14:23,160 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:23,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:23,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:14:23,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:23,166 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:23,168 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/B is initiating minor compaction (all files) 2024-11-22T13:14:23,168 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/B in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:23,169 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/4a2cdac7a9e14add818968483355c027, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/6d48804113ae4574a72d1774c8abc4c1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/219b29a340ec4a85a1a9768500a8309b] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=35.2 K 2024-11-22T13:14:23,171 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a2cdac7a9e14add818968483355c027, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732281261475 2024-11-22T13:14:23,171 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:23,171 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/A is initiating minor compaction (all files) 2024-11-22T13:14:23,172 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/A in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:23,172 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d48804113ae4574a72d1774c8abc4c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732281261727 2024-11-22T13:14:23,173 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 219b29a340ec4a85a1a9768500a8309b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732281262146 2024-11-22T13:14:23,174 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/7c4081b8b72f4abdb68766b9a1da6c59, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/9386b611566f432491817eeef1d58171, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/793f919ef8cc49aab28b09ed17981f9b] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=37.4 K 2024-11-22T13:14:23,178 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c4081b8b72f4abdb68766b9a1da6c59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732281261475 2024-11-22T13:14:23,179 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9386b611566f432491817eeef1d58171, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732281261727 2024-11-22T13:14:23,180 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 793f919ef8cc49aab28b09ed17981f9b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732281262134 2024-11-22T13:14:23,220 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#B#compaction#9 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:23,220 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#A#compaction#10 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:23,221 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/d076756b32294e50b8d2263b0f12d5a1 is 50, key is test_row_0/B:col10/1732281262146/Put/seqid=0 2024-11-22T13:14:23,221 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/b16739829c434baba1514f0840fe0b25 is 50, key is test_row_0/A:col10/1732281262146/Put/seqid=0 2024-11-22T13:14:23,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741846_1022 (size=12104) 2024-11-22T13:14:23,274 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/d076756b32294e50b8d2263b0f12d5a1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/d076756b32294e50b8d2263b0f12d5a1 2024-11-22T13:14:23,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741847_1023 (size=12104) 2024-11-22T13:14:23,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T13:14:23,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:23,292 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=133.78 KB heapSize=384.77 KB 2024-11-22T13:14:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:23,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:23,294 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732281262604, max timestamp=1732281263283Num uniques 1018; 2024-11-22T13:14:23,294 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-22T13:14:23,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:23,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:14:23,297 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732281262604, max timestamp=1732281263283Num uniques 1009; 2024-11-22T13:14:23,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:23,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T13:14:23,297 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=7688, suffix heap size=132904,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=168 2024-11-22T13:14:23,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:23,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:14:23,303 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/B of 47845d53c0957fa8a37dab180d030f33 into d076756b32294e50b8d2263b0f12d5a1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:23,303 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:23,305 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/B, priority=13, startTime=1732281263160; duration=0sec 2024-11-22T13:14:23,306 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:23,306 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:B 2024-11-22T13:14:23,307 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:23,309 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:23,310 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/C is initiating minor compaction (all files) 2024-11-22T13:14:23,310 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/C in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:23,310 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/de01eded66ca40cda85ffedd43bb5040, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/67a8701751904d75b296902209844a92, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/902d9456b2264bc4babecec35865e174] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=35.2 K 2024-11-22T13:14:23,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/87655aa47097456ca5b1dd5080dfbadf is 50, key is test_row_0/A:col10/1732281262604/Put/seqid=0 2024-11-22T13:14:23,315 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting de01eded66ca40cda85ffedd43bb5040, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732281261475 2024-11-22T13:14:23,318 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 67a8701751904d75b296902209844a92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732281261727 2024-11-22T13:14:23,321 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 902d9456b2264bc4babecec35865e174, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732281262146 2024-11-22T13:14:23,330 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/b16739829c434baba1514f0840fe0b25 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/b16739829c434baba1514f0840fe0b25 2024-11-22T13:14:23,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741848_1024 (size=12001) 2024-11-22T13:14:23,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:23,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281323338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:23,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:23,353 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#C#compaction#12 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:23,353 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/A of 47845d53c0957fa8a37dab180d030f33 into b16739829c434baba1514f0840fe0b25(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:23,353 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:23,353 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/A, priority=13, startTime=1732281263157; duration=0sec 2024-11-22T13:14:23,354 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:23,354 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:A 2024-11-22T13:14:23,355 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/bdd671e4537041aa8c13bdbd6a8ed5be is 50, key is test_row_0/C:col10/1732281262146/Put/seqid=0 2024-11-22T13:14:23,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281323341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:23,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:23,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281323341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:23,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:23,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281323346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:23,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:23,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281323350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:23,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:23,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741849_1025 (size=12104) 2024-11-22T13:14:23,433 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T13:14:23,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:23,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281323455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:23,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:23,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:23,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281323465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:23,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:23,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281323476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:23,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:23,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281323476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:23,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:23,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281323476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:23,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T13:14:23,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281323665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:23,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:23,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281323675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:23,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281323687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:23,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:23,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281323687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:23,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:23,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281323687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:23,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:23,754 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/87655aa47097456ca5b1dd5080dfbadf 2024-11-22T13:14:23,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/73999f76d1f14a908bde95aa65e32ed9 is 50, key is test_row_0/B:col10/1732281262604/Put/seqid=0 2024-11-22T13:14:23,792 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/bdd671e4537041aa8c13bdbd6a8ed5be as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/bdd671e4537041aa8c13bdbd6a8ed5be 2024-11-22T13:14:23,811 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/C of 47845d53c0957fa8a37dab180d030f33 into bdd671e4537041aa8c13bdbd6a8ed5be(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:23,811 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:23,811 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/C, priority=13, startTime=1732281263160; duration=0sec 2024-11-22T13:14:23,811 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:23,812 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:C 2024-11-22T13:14:23,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741850_1026 (size=12001) 2024-11-22T13:14:23,881 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/73999f76d1f14a908bde95aa65e32ed9 2024-11-22T13:14:23,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/ea52edf805574ef8b1b0ac86834a7971 is 50, key is test_row_0/C:col10/1732281262604/Put/seqid=0 2024-11-22T13:14:23,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741851_1027 (size=12001) 2024-11-22T13:14:23,917 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/ea52edf805574ef8b1b0ac86834a7971 2024-11-22T13:14:23,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/87655aa47097456ca5b1dd5080dfbadf as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/87655aa47097456ca5b1dd5080dfbadf 2024-11-22T13:14:23,953 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/87655aa47097456ca5b1dd5080dfbadf, entries=150, sequenceid=99, filesize=11.7 K 2024-11-22T13:14:23,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/73999f76d1f14a908bde95aa65e32ed9 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/73999f76d1f14a908bde95aa65e32ed9 2024-11-22T13:14:23,977 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/73999f76d1f14a908bde95aa65e32ed9, entries=150, sequenceid=99, filesize=11.7 K 2024-11-22T13:14:23,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/ea52edf805574ef8b1b0ac86834a7971 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ea52edf805574ef8b1b0ac86834a7971 2024-11-22T13:14:23,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:23,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281323975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:23,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:23,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:23,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:23,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281323996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:23,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:24,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281323996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:24,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:24,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:24,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281323996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:24,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:24,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,001 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ea52edf805574ef8b1b0ac86834a7971, entries=150, sequenceid=99, filesize=11.7 K 2024-11-22T13:14:24,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:24,004 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~71.56 KB/73280, heapSize ~198.67 KB/203440, currentSize=107.34 KB/109920 for 47845d53c0957fa8a37dab180d030f33 in 711ms, sequenceid=99, compaction requested=false 2024-11-22T13:14:24,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:24,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:24,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T13:14:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T13:14:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:24,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T13:14:24,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:24,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:24,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:24,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:24,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:24,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:24,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-22T13:14:24,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5550 sec 2024-11-22T13:14:24,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.5780 sec 2024-11-22T13:14:24,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/8da9893bb49c411bbebfbc991201be64 is 50, key is test_row_0/A:col10/1732281264007/Put/seqid=0 2024-11-22T13:14:24,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741852_1028 (size=14341) 2024-11-22T13:14:24,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/8da9893bb49c411bbebfbc991201be64 2024-11-22T13:14:24,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/a26b0ecd86614335bff20afab354cda5 is 50, key is test_row_0/B:col10/1732281264007/Put/seqid=0 2024-11-22T13:14:24,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741853_1029 (size=12001) 2024-11-22T13:14:24,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/a26b0ecd86614335bff20afab354cda5 2024-11-22T13:14:24,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281324118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:24,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:24,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/64232ba6123844c2a1245c88d70d44e5 is 50, key is test_row_0/C:col10/1732281264007/Put/seqid=0 2024-11-22T13:14:24,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741854_1030 (size=12001) 2024-11-22T13:14:24,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/64232ba6123844c2a1245c88d70d44e5 2024-11-22T13:14:24,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/8da9893bb49c411bbebfbc991201be64 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/8da9893bb49c411bbebfbc991201be64 2024-11-22T13:14:24,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/8da9893bb49c411bbebfbc991201be64, entries=200, sequenceid=122, filesize=14.0 K 2024-11-22T13:14:24,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/a26b0ecd86614335bff20afab354cda5 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/a26b0ecd86614335bff20afab354cda5 2024-11-22T13:14:24,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/a26b0ecd86614335bff20afab354cda5, entries=150, sequenceid=122, filesize=11.7 K 2024-11-22T13:14:24,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/64232ba6123844c2a1245c88d70d44e5 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/64232ba6123844c2a1245c88d70d44e5 2024-11-22T13:14:24,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281324225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:24,234 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T13:14:24,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/64232ba6123844c2a1245c88d70d44e5, entries=150, sequenceid=122, filesize=11.7 K 2024-11-22T13:14:24,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 47845d53c0957fa8a37dab180d030f33 in 241ms, sequenceid=122, compaction requested=true 2024-11-22T13:14:24,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:24,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:14:24,254 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:24,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:24,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:14:24,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:24,254 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:24,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:14:24,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:24,256 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:24,257 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/A is initiating minor compaction (all files) 2024-11-22T13:14:24,257 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/A in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:24,257 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/b16739829c434baba1514f0840fe0b25, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/87655aa47097456ca5b1dd5080dfbadf, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/8da9893bb49c411bbebfbc991201be64] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=37.5 K 2024-11-22T13:14:24,258 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:24,258 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/B is initiating minor compaction (all files) 2024-11-22T13:14:24,258 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/B in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:24,259 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/d076756b32294e50b8d2263b0f12d5a1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/73999f76d1f14a908bde95aa65e32ed9, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/a26b0ecd86614335bff20afab354cda5] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=35.3 K 2024-11-22T13:14:24,259 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting b16739829c434baba1514f0840fe0b25, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732281262146 2024-11-22T13:14:24,260 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting d076756b32294e50b8d2263b0f12d5a1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732281262146 2024-11-22T13:14:24,261 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 73999f76d1f14a908bde95aa65e32ed9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732281262604 2024-11-22T13:14:24,262 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87655aa47097456ca5b1dd5080dfbadf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732281262604 2024-11-22T13:14:24,262 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting a26b0ecd86614335bff20afab354cda5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732281263319 2024-11-22T13:14:24,264 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8da9893bb49c411bbebfbc991201be64, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732281263319 2024-11-22T13:14:24,287 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:24,288 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/9baecb9808a44fde8e68a8d6c09fa74c is 50, key is test_row_0/A:col10/1732281264007/Put/seqid=0 2024-11-22T13:14:24,307 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:24,308 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/9195ccc2ec4e46669168ea03c89cc8ca is 50, key is test_row_0/B:col10/1732281264007/Put/seqid=0 2024-11-22T13:14:24,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741855_1031 (size=12207) 2024-11-22T13:14:24,339 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/9baecb9808a44fde8e68a8d6c09fa74c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/9baecb9808a44fde8e68a8d6c09fa74c 2024-11-22T13:14:24,340 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T13:14:24,341 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T13:14:24,344 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T13:14:24,344 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T13:14:24,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T13:14:24,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T13:14:24,347 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T13:14:24,347 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T13:14:24,355 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/A of 47845d53c0957fa8a37dab180d030f33 into 9baecb9808a44fde8e68a8d6c09fa74c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:24,355 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:24,355 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/A, priority=13, startTime=1732281264254; duration=0sec 2024-11-22T13:14:24,356 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:24,356 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:A 2024-11-22T13:14:24,356 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:24,358 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:24,358 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/C is initiating minor compaction (all files) 2024-11-22T13:14:24,358 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/C in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:24,359 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/bdd671e4537041aa8c13bdbd6a8ed5be, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ea52edf805574ef8b1b0ac86834a7971, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/64232ba6123844c2a1245c88d70d44e5] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=35.3 K 2024-11-22T13:14:24,359 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting bdd671e4537041aa8c13bdbd6a8ed5be, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732281262146 2024-11-22T13:14:24,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741856_1032 (size=12207) 2024-11-22T13:14:24,360 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea52edf805574ef8b1b0ac86834a7971, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732281262604 2024-11-22T13:14:24,361 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64232ba6123844c2a1245c88d70d44e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732281263319 2024-11-22T13:14:24,384 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#C#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:24,385 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/b2caaf9402b64380877a899b98116387 is 50, key is test_row_0/C:col10/1732281264007/Put/seqid=0 2024-11-22T13:14:24,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741857_1033 (size=12207) 2024-11-22T13:14:24,432 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/b2caaf9402b64380877a899b98116387 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/b2caaf9402b64380877a899b98116387 2024-11-22T13:14:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:24,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T13:14:24,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:24,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:24,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:24,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:24,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:24,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:24,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/c678f6c678a147c984df4ed35b3626bf is 50, key is test_row_0/A:col10/1732281264436/Put/seqid=0 2024-11-22T13:14:24,466 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/C of 47845d53c0957fa8a37dab180d030f33 into b2caaf9402b64380877a899b98116387(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:24,467 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:24,467 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/C, priority=13, startTime=1732281264254; duration=0sec 2024-11-22T13:14:24,468 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:24,468 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:C 2024-11-22T13:14:24,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741858_1034 (size=14541) 2024-11-22T13:14:24,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/c678f6c678a147c984df4ed35b3626bf 2024-11-22T13:14:24,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281324515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:24,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/4e4bb65c00ac4c0b9644bfe3f0a1d9f9 is 50, key is test_row_0/B:col10/1732281264436/Put/seqid=0 2024-11-22T13:14:24,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:24,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281324518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:24,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:24,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281324520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:24,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:24,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:24,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281324523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:24,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:24,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:24,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281324525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:24,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741859_1035 (size=12151) 2024-11-22T13:14:24,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/4e4bb65c00ac4c0b9644bfe3f0a1d9f9 2024-11-22T13:14:24,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/71760d6172f3459da2b7ec9dc33346a0 is 50, key is test_row_0/C:col10/1732281264436/Put/seqid=0 2024-11-22T13:14:24,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741860_1036 (size=12151) 2024-11-22T13:14:24,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/71760d6172f3459da2b7ec9dc33346a0 2024-11-22T13:14:24,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/c678f6c678a147c984df4ed35b3626bf as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/c678f6c678a147c984df4ed35b3626bf 2024-11-22T13:14:24,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/c678f6c678a147c984df4ed35b3626bf, entries=200, sequenceid=136, filesize=14.2 K 2024-11-22T13:14:24,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/4e4bb65c00ac4c0b9644bfe3f0a1d9f9 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/4e4bb65c00ac4c0b9644bfe3f0a1d9f9 2024-11-22T13:14:24,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281324635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:24,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:24,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281324636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:24,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:24,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281324636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:24,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:24,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281324636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:24,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281324637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:24,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:24,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/4e4bb65c00ac4c0b9644bfe3f0a1d9f9, entries=150, sequenceid=136, filesize=11.9 K 2024-11-22T13:14:24,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/71760d6172f3459da2b7ec9dc33346a0 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/71760d6172f3459da2b7ec9dc33346a0 2024-11-22T13:14:24,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/71760d6172f3459da2b7ec9dc33346a0, entries=150, sequenceid=136, filesize=11.9 K 2024-11-22T13:14:24,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 47845d53c0957fa8a37dab180d030f33 in 236ms, sequenceid=136, compaction requested=false 2024-11-22T13:14:24,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:24,773 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/9195ccc2ec4e46669168ea03c89cc8ca as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/9195ccc2ec4e46669168ea03c89cc8ca 2024-11-22T13:14:24,787 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/B of 47845d53c0957fa8a37dab180d030f33 into 9195ccc2ec4e46669168ea03c89cc8ca(size=11.9 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:24,787 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:24,787 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/B, priority=13, startTime=1732281264254; duration=0sec 2024-11-22T13:14:24,788 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:24,788 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:B 2024-11-22T13:14:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:24,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB 2024-11-22T13:14:24,862 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281264505, max timestamp=1732281264857Num uniques 859; 2024-11-22T13:14:24,862 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281264505, max timestamp=1732281264859Num uniques 859; 2024-11-22T13:14:24,863 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:14:24,863 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:14:24,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:24,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:14:24,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:24,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:14:24,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:24,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:14:24,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/e0c5d92ef6724be69c035ab653577b66 is 50, key is test_row_0/A:col10/1732281264861/Put/seqid=0 2024-11-22T13:14:24,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281324895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:24,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281324897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:24,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:24,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281324900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:24,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:24,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281324902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:24,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281324905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:24,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:24,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:24,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:24,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:24,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741861_1037 (size=12151) 2024-11-22T13:14:25,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281325017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281325017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281325017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281325017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281325017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281325225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281325225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281325226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281325226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281325227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/e0c5d92ef6724be69c035ab653577b66 2024-11-22T13:14:25,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/56c37bf619f143e4afa6dc93d8bc96ef is 50, key is test_row_0/B:col10/1732281264861/Put/seqid=0 2024-11-22T13:14:25,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741862_1038 (size=12151) 2024-11-22T13:14:25,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/56c37bf619f143e4afa6dc93d8bc96ef 2024-11-22T13:14:25,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/b006b9224efb41ccb8895bcd9e5f8485 is 50, key is test_row_0/C:col10/1732281264861/Put/seqid=0 2024-11-22T13:14:25,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741863_1039 (size=12151) 2024-11-22T13:14:25,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/b006b9224efb41ccb8895bcd9e5f8485 2024-11-22T13:14:25,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/e0c5d92ef6724be69c035ab653577b66 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/e0c5d92ef6724be69c035ab653577b66 2024-11-22T13:14:25,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/e0c5d92ef6724be69c035ab653577b66, entries=150, sequenceid=161, filesize=11.9 K 2024-11-22T13:14:25,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/56c37bf619f143e4afa6dc93d8bc96ef as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/56c37bf619f143e4afa6dc93d8bc96ef 2024-11-22T13:14:25,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/56c37bf619f143e4afa6dc93d8bc96ef, entries=150, sequenceid=161, filesize=11.9 K 2024-11-22T13:14:25,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/b006b9224efb41ccb8895bcd9e5f8485 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/b006b9224efb41ccb8895bcd9e5f8485 2024-11-22T13:14:25,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/b006b9224efb41ccb8895bcd9e5f8485, entries=150, sequenceid=161, filesize=11.9 K 2024-11-22T13:14:25,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~71.56 KB/73280, heapSize ~203.97 KB/208864, currentSize=107.34 KB/109920 for 47845d53c0957fa8a37dab180d030f33 in 602ms, sequenceid=161, compaction requested=true 2024-11-22T13:14:25,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:25,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:14:25,465 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:25,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:25,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:14:25,465 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:25,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:25,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:14:25,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:25,469 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:25,469 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/A is initiating minor compaction (all files) 2024-11-22T13:14:25,469 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/A in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:25,469 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/9baecb9808a44fde8e68a8d6c09fa74c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/c678f6c678a147c984df4ed35b3626bf, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/e0c5d92ef6724be69c035ab653577b66] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=38.0 K 2024-11-22T13:14:25,470 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:25,470 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/B is initiating minor compaction (all files) 2024-11-22T13:14:25,470 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/B in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:25,470 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/9195ccc2ec4e46669168ea03c89cc8ca, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/4e4bb65c00ac4c0b9644bfe3f0a1d9f9, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/56c37bf619f143e4afa6dc93d8bc96ef] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=35.7 K 2024-11-22T13:14:25,470 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9baecb9808a44fde8e68a8d6c09fa74c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732281263319 2024-11-22T13:14:25,471 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 9195ccc2ec4e46669168ea03c89cc8ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732281263319 2024-11-22T13:14:25,471 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting c678f6c678a147c984df4ed35b3626bf, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732281264096 2024-11-22T13:14:25,472 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e4bb65c00ac4c0b9644bfe3f0a1d9f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732281264096 2024-11-22T13:14:25,472 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0c5d92ef6724be69c035ab653577b66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732281264520 2024-11-22T13:14:25,473 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 56c37bf619f143e4afa6dc93d8bc96ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732281264520 2024-11-22T13:14:25,534 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#B#compaction#27 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:25,535 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/932998d7fb47417c903e08b9cf8b87cf is 50, key is test_row_0/B:col10/1732281264861/Put/seqid=0 2024-11-22T13:14:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:25,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T13:14:25,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:25,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:25,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:25,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:25,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:25,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:25,548 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:25,549 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/ae6e11ab089642449ee367e03bcb190e is 50, key is test_row_0/A:col10/1732281264861/Put/seqid=0 2024-11-22T13:14:25,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/5bd7fca88b6544c0a68150efae1d57a1 is 50, key is test_row_0/A:col10/1732281264892/Put/seqid=0 2024-11-22T13:14:25,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281325557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281325557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281325558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281325567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281325569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741865_1041 (size=12459) 2024-11-22T13:14:25,604 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/ae6e11ab089642449ee367e03bcb190e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/ae6e11ab089642449ee367e03bcb190e 2024-11-22T13:14:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T13:14:25,605 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:14:25,606 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:14:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-22T13:14:25,609 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:14:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T13:14:25,611 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:14:25,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:14:25,622 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/A of 47845d53c0957fa8a37dab180d030f33 into ae6e11ab089642449ee367e03bcb190e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:25,622 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:25,622 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/A, priority=13, startTime=1732281265465; duration=0sec 2024-11-22T13:14:25,623 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:25,623 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:A 2024-11-22T13:14:25,623 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:25,625 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:25,626 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/C is initiating minor compaction (all files) 2024-11-22T13:14:25,626 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/C in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:25,626 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/b2caaf9402b64380877a899b98116387, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/71760d6172f3459da2b7ec9dc33346a0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/b006b9224efb41ccb8895bcd9e5f8485] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=35.7 K 2024-11-22T13:14:25,627 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2caaf9402b64380877a899b98116387, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732281263319 2024-11-22T13:14:25,627 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71760d6172f3459da2b7ec9dc33346a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732281264096 2024-11-22T13:14:25,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741864_1040 (size=12459) 2024-11-22T13:14:25,631 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting b006b9224efb41ccb8895bcd9e5f8485, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732281264520 2024-11-22T13:14:25,638 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/932998d7fb47417c903e08b9cf8b87cf as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/932998d7fb47417c903e08b9cf8b87cf 2024-11-22T13:14:25,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741866_1042 (size=14541) 2024-11-22T13:14:25,651 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/B of 47845d53c0957fa8a37dab180d030f33 into 932998d7fb47417c903e08b9cf8b87cf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:25,652 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:25,652 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/B, priority=13, startTime=1732281265465; duration=0sec 2024-11-22T13:14:25,652 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:25,652 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:B 2024-11-22T13:14:25,660 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#C#compaction#30 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:25,661 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/ba8d54f27b1a4649bb5e2114d21f987c is 50, key is test_row_0/C:col10/1732281264861/Put/seqid=0 2024-11-22T13:14:25,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281325675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281325676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281325676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281325675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281325677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741867_1043 (size=12459) 2024-11-22T13:14:25,699 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/ba8d54f27b1a4649bb5e2114d21f987c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ba8d54f27b1a4649bb5e2114d21f987c 2024-11-22T13:14:25,709 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/C of 47845d53c0957fa8a37dab180d030f33 into ba8d54f27b1a4649bb5e2114d21f987c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:25,710 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:25,710 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/C, priority=13, startTime=1732281265465; duration=0sec 2024-11-22T13:14:25,710 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:25,710 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:C 2024-11-22T13:14:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T13:14:25,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T13:14:25,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:25,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:25,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:25,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:25,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:25,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281325885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281325885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281325886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281325886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:25,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281325886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:25,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:25,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:25,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T13:14:25,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:25,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:25,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:25,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:25,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T13:14:26,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/5bd7fca88b6544c0a68150efae1d57a1 2024-11-22T13:14:26,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/76a1837fd0f742d0a75059a3bb25bbf6 is 50, key is test_row_0/B:col10/1732281264892/Put/seqid=0 2024-11-22T13:14:26,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741868_1044 (size=12151) 2024-11-22T13:14:26,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T13:14:26,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:26,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:26,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:26,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:26,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:26,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281326195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:26,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:26,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281326196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:26,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281326196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:26,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:26,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:26,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:26,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:26,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281326196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:26,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:26,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:26,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:26,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:26,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:26,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:26,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:26,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281326205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:26,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:26,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:26,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:26,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T13:14:26,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:26,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:26,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:26,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:26,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T13:14:26,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T13:14:26,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:26,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:26,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:26,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:26,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:26,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/76a1837fd0f742d0a75059a3bb25bbf6 2024-11-22T13:14:26,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/9a7a08b8a74147e5bb47165a1204ae15 is 50, key is test_row_0/C:col10/1732281264892/Put/seqid=0 2024-11-22T13:14:26,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741869_1045 (size=12151) 2024-11-22T13:14:26,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T13:14:26,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:26,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:26,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:26,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:26,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:26,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T13:14:26,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:26,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:26,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:26,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:26,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:26,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281326705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:26,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281326705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:26,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:26,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:26,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:26,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:26,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:26,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:26,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281326715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:26,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:26,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:26,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:26,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281326716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:26,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:26,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:26,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:26,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281326716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:26,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:26,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:26,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T13:14:26,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T13:14:26,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:26,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:26,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:26,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:26,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:26,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/9a7a08b8a74147e5bb47165a1204ae15 2024-11-22T13:14:26,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/5bd7fca88b6544c0a68150efae1d57a1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/5bd7fca88b6544c0a68150efae1d57a1 2024-11-22T13:14:26,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/5bd7fca88b6544c0a68150efae1d57a1, entries=200, sequenceid=181, filesize=14.2 K 2024-11-22T13:14:26,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/76a1837fd0f742d0a75059a3bb25bbf6 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/76a1837fd0f742d0a75059a3bb25bbf6 2024-11-22T13:14:26,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/76a1837fd0f742d0a75059a3bb25bbf6, entries=150, sequenceid=181, filesize=11.9 K 2024-11-22T13:14:26,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/9a7a08b8a74147e5bb47165a1204ae15 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/9a7a08b8a74147e5bb47165a1204ae15 2024-11-22T13:14:26,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/9a7a08b8a74147e5bb47165a1204ae15, entries=150, sequenceid=181, filesize=11.9 K 2024-11-22T13:14:26,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 47845d53c0957fa8a37dab180d030f33 in 1414ms, sequenceid=181, compaction requested=false 2024-11-22T13:14:26,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:27,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T13:14:27,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:27,007 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T13:14:27,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:27,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:27,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:27,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:27,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:27,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:27,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/7165611050f6492e9d19cf0919c72b2b is 50, key is test_row_0/A:col10/1732281265554/Put/seqid=0 2024-11-22T13:14:27,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741870_1046 (size=12151) 2024-11-22T13:14:27,061 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/7165611050f6492e9d19cf0919c72b2b 2024-11-22T13:14:27,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/dcda3ee765674f99825447d3bc9d8837 is 50, key is test_row_0/B:col10/1732281265554/Put/seqid=0 2024-11-22T13:14:27,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741871_1047 (size=12151) 2024-11-22T13:14:27,108 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/dcda3ee765674f99825447d3bc9d8837 2024-11-22T13:14:27,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/c223b0fb867d45edbc049602e49b50eb is 50, key is test_row_0/C:col10/1732281265554/Put/seqid=0 2024-11-22T13:14:27,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741872_1048 (size=12151) 2024-11-22T13:14:27,544 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/c223b0fb867d45edbc049602e49b50eb 2024-11-22T13:14:27,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/7165611050f6492e9d19cf0919c72b2b as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/7165611050f6492e9d19cf0919c72b2b 2024-11-22T13:14:27,563 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/7165611050f6492e9d19cf0919c72b2b, entries=150, sequenceid=196, filesize=11.9 K 2024-11-22T13:14:27,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/dcda3ee765674f99825447d3bc9d8837 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/dcda3ee765674f99825447d3bc9d8837 2024-11-22T13:14:27,576 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/dcda3ee765674f99825447d3bc9d8837, entries=150, sequenceid=196, filesize=11.9 K 2024-11-22T13:14:27,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/c223b0fb867d45edbc049602e49b50eb as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/c223b0fb867d45edbc049602e49b50eb 2024-11-22T13:14:27,586 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/c223b0fb867d45edbc049602e49b50eb, entries=150, sequenceid=196, filesize=11.9 K 2024-11-22T13:14:27,588 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for 47845d53c0957fa8a37dab180d030f33 in 581ms, sequenceid=196, compaction requested=true 2024-11-22T13:14:27,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:27,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:27,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-22T13:14:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-22T13:14:27,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T13:14:27,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9790 sec 2024-11-22T13:14:27,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.9900 sec 2024-11-22T13:14:27,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:27,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T13:14:27,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:27,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:27,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:27,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:27,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:27,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:27,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/e46e2c6f81fa4391a7cccdba15a177d8 is 50, key is test_row_0/A:col10/1732281267734/Put/seqid=0 2024-11-22T13:14:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T13:14:27,756 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:14:27,756 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:14:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-22T13:14:27,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T13:14:27,759 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:14:27,761 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:14:27,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:14:27,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741873_1049 (size=14541) 2024-11-22T13:14:27,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281327770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:27,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:27,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281327774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:27,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:27,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:27,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:27,782 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281267766, max timestamp=1732281267777Num uniques 859; 2024-11-22T13:14:27,782 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281267766, max timestamp=1732281267777Num uniques 859; 2024-11-22T13:14:27,782 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:14:27,782 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:14:27,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281267766, max timestamp=1732281267777Num uniques 859; 2024-11-22T13:14:27,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:14:27,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:27,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:27,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:27,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281327827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:27,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:27,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:27,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:27,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281327829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:27,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:27,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:27,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:27,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281327830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:27,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:27,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:27,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T13:14:27,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281327885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:27,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:27,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:27,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:27,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281327895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:27,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T13:14:27,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:27,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:27,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:27,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:27,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:27,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281327945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:27,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281327945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:27,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:27,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:27,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281327945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:27,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:27,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:27,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:27,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:28,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T13:14:28,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:28,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:28,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:28,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:28,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T13:14:28,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281328094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:28,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:28,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281328105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:28,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:28,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281328155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:28,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:28,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281328156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:28,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281328156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:28,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:28,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:28,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/e46e2c6f81fa4391a7cccdba15a177d8 2024-11-22T13:14:28,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/258c605fc7434d9299ae5065dbdc897a is 50, key is test_row_0/B:col10/1732281267734/Put/seqid=0 2024-11-22T13:14:28,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741874_1050 (size=12151) 2024-11-22T13:14:28,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/258c605fc7434d9299ae5065dbdc897a 2024-11-22T13:14:28,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/73124fa84ac84d3e9613d09f7a528eb1 is 50, key is test_row_0/C:col10/1732281267734/Put/seqid=0 2024-11-22T13:14:28,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741875_1051 (size=12151) 2024-11-22T13:14:28,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/73124fa84ac84d3e9613d09f7a528eb1 2024-11-22T13:14:28,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T13:14:28,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:28,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:28,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:28,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:28,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:28,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/e46e2c6f81fa4391a7cccdba15a177d8 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/e46e2c6f81fa4391a7cccdba15a177d8 2024-11-22T13:14:28,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/e46e2c6f81fa4391a7cccdba15a177d8, entries=200, sequenceid=206, filesize=14.2 K 2024-11-22T13:14:28,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/258c605fc7434d9299ae5065dbdc897a as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/258c605fc7434d9299ae5065dbdc897a 2024-11-22T13:14:28,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/258c605fc7434d9299ae5065dbdc897a, entries=150, sequenceid=206, filesize=11.9 K 2024-11-22T13:14:28,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/73124fa84ac84d3e9613d09f7a528eb1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/73124fa84ac84d3e9613d09f7a528eb1 2024-11-22T13:14:28,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/73124fa84ac84d3e9613d09f7a528eb1, entries=150, sequenceid=206, filesize=11.9 K 2024-11-22T13:14:28,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 47845d53c0957fa8a37dab180d030f33 in 536ms, sequenceid=206, compaction requested=true 2024-11-22T13:14:28,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:28,273 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:14:28,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:14:28,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:28,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:14:28,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:28,274 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:14:28,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:14:28,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:28,275 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53692 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:14:28,275 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/A is initiating minor compaction (all files) 2024-11-22T13:14:28,275 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/A in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:28,275 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/ae6e11ab089642449ee367e03bcb190e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/5bd7fca88b6544c0a68150efae1d57a1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/7165611050f6492e9d19cf0919c72b2b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/e46e2c6f81fa4391a7cccdba15a177d8] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=52.4 K 2024-11-22T13:14:28,276 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae6e11ab089642449ee367e03bcb190e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732281264520 2024-11-22T13:14:28,280 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:14:28,280 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/B is initiating minor compaction (all files) 2024-11-22T13:14:28,280 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/B in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:28,280 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/932998d7fb47417c903e08b9cf8b87cf, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/76a1837fd0f742d0a75059a3bb25bbf6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/dcda3ee765674f99825447d3bc9d8837, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/258c605fc7434d9299ae5065dbdc897a] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=47.8 K 2024-11-22T13:14:28,281 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5bd7fca88b6544c0a68150efae1d57a1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732281264892 2024-11-22T13:14:28,282 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7165611050f6492e9d19cf0919c72b2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732281265543 2024-11-22T13:14:28,282 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 932998d7fb47417c903e08b9cf8b87cf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732281264520 2024-11-22T13:14:28,282 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 76a1837fd0f742d0a75059a3bb25bbf6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732281264892 2024-11-22T13:14:28,284 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting e46e2c6f81fa4391a7cccdba15a177d8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732281267730 2024-11-22T13:14:28,284 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting dcda3ee765674f99825447d3bc9d8837, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732281265543 2024-11-22T13:14:28,286 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 258c605fc7434d9299ae5065dbdc897a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732281267731 2024-11-22T13:14:28,311 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#B#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:28,312 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/0dd4eefeb9714cf6bade1cfdcda803f1 is 50, key is test_row_0/B:col10/1732281267734/Put/seqid=0 2024-11-22T13:14:28,319 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:28,320 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/3e704fa89a6e492c93c15be5fe20ca97 is 50, key is test_row_0/A:col10/1732281267734/Put/seqid=0 2024-11-22T13:14:28,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741877_1053 (size=12595) 2024-11-22T13:14:28,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741876_1052 (size=12595) 2024-11-22T13:14:28,347 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/0dd4eefeb9714cf6bade1cfdcda803f1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/0dd4eefeb9714cf6bade1cfdcda803f1 2024-11-22T13:14:28,357 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/B of 47845d53c0957fa8a37dab180d030f33 into 0dd4eefeb9714cf6bade1cfdcda803f1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:28,357 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:28,357 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/B, priority=12, startTime=1732281268274; duration=0sec 2024-11-22T13:14:28,357 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:28,357 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:B 2024-11-22T13:14:28,357 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:14:28,361 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:14:28,361 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/C is initiating minor compaction (all files) 2024-11-22T13:14:28,361 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/C in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:28,362 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ba8d54f27b1a4649bb5e2114d21f987c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/9a7a08b8a74147e5bb47165a1204ae15, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/c223b0fb867d45edbc049602e49b50eb, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/73124fa84ac84d3e9613d09f7a528eb1] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=47.8 K 2024-11-22T13:14:28,362 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting ba8d54f27b1a4649bb5e2114d21f987c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732281264520 2024-11-22T13:14:28,363 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a7a08b8a74147e5bb47165a1204ae15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732281264892 2024-11-22T13:14:28,363 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting c223b0fb867d45edbc049602e49b50eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732281265543 2024-11-22T13:14:28,364 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 73124fa84ac84d3e9613d09f7a528eb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732281267731 2024-11-22T13:14:28,380 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#C#compaction#41 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:28,380 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/ca804a86bad64712a6c27172d20cb745 is 50, key is test_row_0/C:col10/1732281267734/Put/seqid=0 2024-11-22T13:14:28,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T13:14:28,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:28,383 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-22T13:14:28,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:28,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:14:28,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:28,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:14:28,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:28,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:14:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T13:14:28,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741878_1054 (size=12595) 2024-11-22T13:14:28,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/b1acba811de045e6bcbf192c4614ce9d is 50, key is test_row_0/A:col10/1732281267803/Put/seqid=0 2024-11-22T13:14:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:28,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:28,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741879_1055 (size=12151) 2024-11-22T13:14:28,414 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/b1acba811de045e6bcbf192c4614ce9d 2024-11-22T13:14:28,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/2e7c84189d1743c9a0fc0d4861d06d4e is 50, key is test_row_0/B:col10/1732281267803/Put/seqid=0 2024-11-22T13:14:28,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741880_1056 (size=12151) 2024-11-22T13:14:28,450 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/2e7c84189d1743c9a0fc0d4861d06d4e 2024-11-22T13:14:28,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281328447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:28,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281328447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:28,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281328466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:28,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:28,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281328466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:28,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:28,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281328466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:28,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:28,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:28,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/d9b4c76ecdc04d2687e698c1065a4983 is 50, key is test_row_0/C:col10/1732281267803/Put/seqid=0 2024-11-22T13:14:28,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741881_1057 (size=12151) 2024-11-22T13:14:28,498 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/d9b4c76ecdc04d2687e698c1065a4983 2024-11-22T13:14:28,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/b1acba811de045e6bcbf192c4614ce9d as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/b1acba811de045e6bcbf192c4614ce9d 2024-11-22T13:14:28,527 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/b1acba811de045e6bcbf192c4614ce9d, entries=150, sequenceid=243, filesize=11.9 K 2024-11-22T13:14:28,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/2e7c84189d1743c9a0fc0d4861d06d4e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/2e7c84189d1743c9a0fc0d4861d06d4e 2024-11-22T13:14:28,537 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/2e7c84189d1743c9a0fc0d4861d06d4e, entries=150, sequenceid=243, filesize=11.9 K 2024-11-22T13:14:28,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/d9b4c76ecdc04d2687e698c1065a4983 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/d9b4c76ecdc04d2687e698c1065a4983 2024-11-22T13:14:28,550 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/d9b4c76ecdc04d2687e698c1065a4983, entries=150, sequenceid=243, filesize=11.9 K 2024-11-22T13:14:28,552 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=53.67 KB/54960 for 47845d53c0957fa8a37dab180d030f33 in 170ms, sequenceid=243, compaction requested=false 2024-11-22T13:14:28,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:28,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:28,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-22T13:14:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-22T13:14:28,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-22T13:14:28,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 794 msec 2024-11-22T13:14:28,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 809 msec 2024-11-22T13:14:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:28,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T13:14:28,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:28,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:28,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:28,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:28,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:28,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:28,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/899977dd8fa54726b53b5c14029cd6ca is 50, key is test_row_0/A:col10/1732281268412/Put/seqid=0 2024-11-22T13:14:28,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741882_1058 (size=16931) 2024-11-22T13:14:28,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/899977dd8fa54726b53b5c14029cd6ca 2024-11-22T13:14:28,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/4aeffddee81148ceb7635cb4909a1dc4 is 50, key is test_row_0/B:col10/1732281268412/Put/seqid=0 2024-11-22T13:14:28,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741883_1059 (size=12151) 2024-11-22T13:14:28,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/4aeffddee81148ceb7635cb4909a1dc4 2024-11-22T13:14:28,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281328637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:28,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:28,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281328647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:28,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:28,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/ebeee8ad4e5f48bc9af14ba7df870193 is 50, key is test_row_0/C:col10/1732281268412/Put/seqid=0 2024-11-22T13:14:28,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741884_1060 (size=12151) 2024-11-22T13:14:28,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/ebeee8ad4e5f48bc9af14ba7df870193 2024-11-22T13:14:28,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/899977dd8fa54726b53b5c14029cd6ca as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/899977dd8fa54726b53b5c14029cd6ca 2024-11-22T13:14:28,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/899977dd8fa54726b53b5c14029cd6ca, entries=250, sequenceid=256, filesize=16.5 K 2024-11-22T13:14:28,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/4aeffddee81148ceb7635cb4909a1dc4 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/4aeffddee81148ceb7635cb4909a1dc4 2024-11-22T13:14:28,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/4aeffddee81148ceb7635cb4909a1dc4, entries=150, sequenceid=256, filesize=11.9 K 2024-11-22T13:14:28,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/ebeee8ad4e5f48bc9af14ba7df870193 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ebeee8ad4e5f48bc9af14ba7df870193 2024-11-22T13:14:28,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ebeee8ad4e5f48bc9af14ba7df870193, entries=150, sequenceid=256, filesize=11.9 K 2024-11-22T13:14:28,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 47845d53c0957fa8a37dab180d030f33 in 156ms, sequenceid=256, compaction requested=true 2024-11-22T13:14:28,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:28,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:A, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:14:28,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:28,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:B, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:14:28,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T13:14:28,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:14:28,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-22T13:14:28,749 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/3e704fa89a6e492c93c15be5fe20ca97 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/3e704fa89a6e492c93c15be5fe20ca97 2024-11-22T13:14:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:28,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T13:14:28,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:28,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:28,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:28,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:28,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:28,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:28,760 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/A of 47845d53c0957fa8a37dab180d030f33 into 3e704fa89a6e492c93c15be5fe20ca97(size=12.3 K), total size for store is 40.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:28,760 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:28,760 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/A, priority=12, startTime=1732281268273; duration=0sec 2024-11-22T13:14:28,760 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-22T13:14:28,760 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:A 2024-11-22T13:14:28,760 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:A 2024-11-22T13:14:28,760 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 4 compacting, 2 eligible, 16 blocking 2024-11-22T13:14:28,761 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T13:14:28,762 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T13:14:28,762 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. because compaction request was cancelled 2024-11-22T13:14:28,762 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:C 2024-11-22T13:14:28,762 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:28,765 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:28,765 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/A is initiating minor compaction (all files) 2024-11-22T13:14:28,766 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/A in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:28,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/65aea8b1f7b94f74909dfc14aad322f6 is 50, key is test_row_0/A:col10/1732281268755/Put/seqid=0 2024-11-22T13:14:28,766 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/3e704fa89a6e492c93c15be5fe20ca97, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/b1acba811de045e6bcbf192c4614ce9d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/899977dd8fa54726b53b5c14029cd6ca] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=40.7 K 2024-11-22T13:14:28,766 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e704fa89a6e492c93c15be5fe20ca97, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732281267731 2024-11-22T13:14:28,767 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1acba811de045e6bcbf192c4614ce9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732281267803 2024-11-22T13:14:28,768 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 899977dd8fa54726b53b5c14029cd6ca, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732281268412 2024-11-22T13:14:28,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741885_1061 (size=14741) 2024-11-22T13:14:28,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/65aea8b1f7b94f74909dfc14aad322f6 2024-11-22T13:14:28,794 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#A#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:28,795 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/4021dd1779494528b6c9d3765fb8238f is 50, key is test_row_0/A:col10/1732281268412/Put/seqid=0 2024-11-22T13:14:28,804 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/ca804a86bad64712a6c27172d20cb745 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ca804a86bad64712a6c27172d20cb745 2024-11-22T13:14:28,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:28,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741886_1062 (size=12697) 2024-11-22T13:14:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281328802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:28,815 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/C of 47845d53c0957fa8a37dab180d030f33 into ca804a86bad64712a6c27172d20cb745(size=12.3 K), total size for store is 36.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:28,815 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:28,815 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/C, priority=12, startTime=1732281268274; duration=0sec 2024-11-22T13:14:28,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:28,816 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:28,816 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:C 2024-11-22T13:14:28,816 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:28,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/febd393aa19241189ef0735fde6f0018 is 50, key is test_row_0/B:col10/1732281268755/Put/seqid=0 2024-11-22T13:14:28,818 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:28,819 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/B is initiating minor compaction (all files) 2024-11-22T13:14:28,819 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/B in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:28,820 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/0dd4eefeb9714cf6bade1cfdcda803f1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/2e7c84189d1743c9a0fc0d4861d06d4e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/4aeffddee81148ceb7635cb4909a1dc4] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=36.0 K 2024-11-22T13:14:28,820 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dd4eefeb9714cf6bade1cfdcda803f1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732281267731 2024-11-22T13:14:28,821 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e7c84189d1743c9a0fc0d4861d06d4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732281267803 2024-11-22T13:14:28,822 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 4aeffddee81148ceb7635cb4909a1dc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732281268412 2024-11-22T13:14:28,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281328813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:28,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:28,872 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#B#compaction#51 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:28,873 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/cde0496815bf41329bdf9502531494a7 is 50, key is test_row_0/B:col10/1732281268412/Put/seqid=0 2024-11-22T13:14:28,874 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/4021dd1779494528b6c9d3765fb8238f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/4021dd1779494528b6c9d3765fb8238f 2024-11-22T13:14:28,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741887_1063 (size=12301) 2024-11-22T13:14:28,885 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/A of 47845d53c0957fa8a37dab180d030f33 into 4021dd1779494528b6c9d3765fb8238f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:28,886 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:28,886 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/A, priority=13, startTime=1732281268727; duration=0sec 2024-11-22T13:14:28,886 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:28,886 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:A 2024-11-22T13:14:28,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741888_1064 (size=12697) 2024-11-22T13:14:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T13:14:28,896 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:14:28,897 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:14:28,898 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/cde0496815bf41329bdf9502531494a7 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/cde0496815bf41329bdf9502531494a7 2024-11-22T13:14:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-22T13:14:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T13:14:28,900 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:14:28,901 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:14:28,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:14:28,910 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/B of 47845d53c0957fa8a37dab180d030f33 into cde0496815bf41329bdf9502531494a7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:28,910 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:28,911 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/B, priority=13, startTime=1732281268728; duration=0sec 2024-11-22T13:14:28,911 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:28,911 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:B 2024-11-22T13:14:28,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281328925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:28,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:28,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281328936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:28,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:28,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281328975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:28,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:28,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281328985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:28,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281328995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T13:14:29,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T13:14:29,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:29,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:29,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:29,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:29,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:29,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281329135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:29,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:29,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:29,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:29,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281329155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:29,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:29,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:29,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:29,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T13:14:29,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:29,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:29,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:29,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:29,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T13:14:29,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/febd393aa19241189ef0735fde6f0018 2024-11-22T13:14:29,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/0a1b531dd98c4916b43b8ac678fdddd9 is 50, key is test_row_0/C:col10/1732281268755/Put/seqid=0 2024-11-22T13:14:29,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741889_1065 (size=12301) 2024-11-22T13:14:29,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T13:14:29,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:29,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:29,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:29,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:29,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:29,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281329445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:29,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281329475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:29,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T13:14:29,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:29,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:29,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:29,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:29,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T13:14:29,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T13:14:29,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:29,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:29,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:29,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:29,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:29,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/0a1b531dd98c4916b43b8ac678fdddd9 2024-11-22T13:14:29,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/65aea8b1f7b94f74909dfc14aad322f6 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/65aea8b1f7b94f74909dfc14aad322f6 2024-11-22T13:14:29,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/65aea8b1f7b94f74909dfc14aad322f6, entries=200, sequenceid=276, filesize=14.4 K 2024-11-22T13:14:29,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/febd393aa19241189ef0735fde6f0018 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/febd393aa19241189ef0735fde6f0018 2024-11-22T13:14:29,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/febd393aa19241189ef0735fde6f0018, entries=150, sequenceid=276, filesize=12.0 K 2024-11-22T13:14:29,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/0a1b531dd98c4916b43b8ac678fdddd9 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/0a1b531dd98c4916b43b8ac678fdddd9 2024-11-22T13:14:29,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/0a1b531dd98c4916b43b8ac678fdddd9, entries=150, sequenceid=276, filesize=12.0 K 2024-11-22T13:14:29,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 47845d53c0957fa8a37dab180d030f33 in 970ms, sequenceid=276, compaction requested=true 2024-11-22T13:14:29,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:29,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:14:29,727 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T13:14:29,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:29,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:14:29,727 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T13:14:29,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:29,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:14:29,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:29,728 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T13:14:29,728 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T13:14:29,728 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T13:14:29,728 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T13:14:29,728 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. because compaction request was cancelled 2024-11-22T13:14:29,728 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. because compaction request was cancelled 2024-11-22T13:14:29,728 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:A 2024-11-22T13:14:29,728 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:B 2024-11-22T13:14:29,728 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:14:29,730 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49198 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:14:29,730 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/C is initiating minor compaction (all files) 2024-11-22T13:14:29,730 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/C in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:29,730 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ca804a86bad64712a6c27172d20cb745, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/d9b4c76ecdc04d2687e698c1065a4983, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ebeee8ad4e5f48bc9af14ba7df870193, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/0a1b531dd98c4916b43b8ac678fdddd9] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=48.0 K 2024-11-22T13:14:29,731 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca804a86bad64712a6c27172d20cb745, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732281267731 2024-11-22T13:14:29,731 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9b4c76ecdc04d2687e698c1065a4983, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732281267803 2024-11-22T13:14:29,731 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebeee8ad4e5f48bc9af14ba7df870193, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732281268412 2024-11-22T13:14:29,732 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a1b531dd98c4916b43b8ac678fdddd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732281268634 2024-11-22T13:14:29,745 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#C#compaction#53 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:29,746 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/7171d71ff9ba481095328e3ecbe3f8c6 is 50, key is test_row_0/C:col10/1732281268755/Put/seqid=0 2024-11-22T13:14:29,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741890_1066 (size=12881) 2024-11-22T13:14:29,773 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/7171d71ff9ba481095328e3ecbe3f8c6 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/7171d71ff9ba481095328e3ecbe3f8c6 2024-11-22T13:14:29,781 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/C of 47845d53c0957fa8a37dab180d030f33 into 7171d71ff9ba481095328e3ecbe3f8c6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:29,781 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:29,781 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/C, priority=12, startTime=1732281269728; duration=0sec 2024-11-22T13:14:29,782 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:29,782 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:C 2024-11-22T13:14:29,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T13:14:29,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:29,825 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T13:14:29,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:29,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:29,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:29,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:29,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:29,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:29,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/ad29e1216f1949b080568ad84eaad376 is 50, key is test_row_0/A:col10/1732281268808/Put/seqid=0 2024-11-22T13:14:29,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741891_1067 (size=12301) 2024-11-22T13:14:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:29,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:30,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281330005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:30,018 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 47845d53c0957fa8a37dab180d030f33 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:14:30,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:30,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281330012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:30,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:30,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281330012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281330014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:30,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281330014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T13:14:30,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281330125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281330125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:30,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281330125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281330125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:30,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:30,239 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/ad29e1216f1949b080568ad84eaad376 2024-11-22T13:14:30,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/466ad9e5037b49efa11d87cecdf66869 is 50, key is test_row_0/B:col10/1732281268808/Put/seqid=0 2024-11-22T13:14:30,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741892_1068 (size=12301) 2024-11-22T13:14:30,252 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/466ad9e5037b49efa11d87cecdf66869 2024-11-22T13:14:30,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/aa4fc73c235b45be82092b190db422c0 is 50, key is test_row_0/C:col10/1732281268808/Put/seqid=0 2024-11-22T13:14:30,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741893_1069 (size=12301) 2024-11-22T13:14:30,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281330335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:30,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281330335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:30,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:30,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281330335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:30,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281330335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:30,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281330645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:30,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:30,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281330645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:30,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281330645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281330645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:30,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:30,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:30,677 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/aa4fc73c235b45be82092b190db422c0 2024-11-22T13:14:30,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/ad29e1216f1949b080568ad84eaad376 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/ad29e1216f1949b080568ad84eaad376 2024-11-22T13:14:30,689 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/ad29e1216f1949b080568ad84eaad376, entries=150, sequenceid=293, filesize=12.0 K 2024-11-22T13:14:30,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/466ad9e5037b49efa11d87cecdf66869 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/466ad9e5037b49efa11d87cecdf66869 2024-11-22T13:14:30,697 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/466ad9e5037b49efa11d87cecdf66869, entries=150, sequenceid=293, filesize=12.0 K 2024-11-22T13:14:30,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/aa4fc73c235b45be82092b190db422c0 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/aa4fc73c235b45be82092b190db422c0 2024-11-22T13:14:30,703 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/aa4fc73c235b45be82092b190db422c0, entries=150, sequenceid=293, filesize=12.0 K 2024-11-22T13:14:30,704 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 47845d53c0957fa8a37dab180d030f33 in 879ms, sequenceid=293, compaction requested=true 2024-11-22T13:14:30,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:30,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:30,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-22T13:14:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-22T13:14:30,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-22T13:14:30,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8040 sec 2024-11-22T13:14:30,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.8120 sec 2024-11-22T13:14:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T13:14:31,046 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:14:31,046 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:14:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-22T13:14:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T13:14:31,048 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:14:31,049 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:14:31,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:14:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T13:14:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:31,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-22T13:14:31,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:31,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:14:31,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:31,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:14:31,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:31,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281270002, max timestamp=1732281271157Num uniques 859; 2024-11-22T13:14:31,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:14:31,162 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:14:31,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/04b0434da540451797709ad75dc5a296 is 50, key is test_row_0/A:col10/1732281270009/Put/seqid=0 2024-11-22T13:14:31,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741894_1070 (size=12301) 2024-11-22T13:14:31,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/04b0434da540451797709ad75dc5a296 2024-11-22T13:14:31,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:31,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/6ada37c239054c5699cc6f5b36760403 is 50, key is test_row_0/B:col10/1732281270009/Put/seqid=0 2024-11-22T13:14:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281331186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:31,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:31,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281331189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:31,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:31,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281331189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:31,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:31,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281331191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:31,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:31,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T13:14:31,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:31,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:31,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:31,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:31,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:31,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741895_1071 (size=12301) 2024-11-22T13:14:31,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281331305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:31,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:31,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281331305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:31,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:31,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281331305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:31,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:31,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281331305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:31,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:31,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T13:14:31,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:31,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:31,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:31,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:31,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T13:14:31,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T13:14:31,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:31,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:31,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:31,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:31,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:31,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281331516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281331516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:31,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281331516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:31,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:31,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281331516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:31,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:31,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:31,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/6ada37c239054c5699cc6f5b36760403 2024-11-22T13:14:31,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/64b80a183fa94569b6bd7f2386525f8e is 50, key is test_row_0/C:col10/1732281270009/Put/seqid=0 2024-11-22T13:14:31,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741896_1072 (size=12301) 2024-11-22T13:14:31,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/64b80a183fa94569b6bd7f2386525f8e 2024-11-22T13:14:31,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/04b0434da540451797709ad75dc5a296 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/04b0434da540451797709ad75dc5a296 2024-11-22T13:14:31,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/04b0434da540451797709ad75dc5a296, entries=150, sequenceid=314, filesize=12.0 K 2024-11-22T13:14:31,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/6ada37c239054c5699cc6f5b36760403 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/6ada37c239054c5699cc6f5b36760403 2024-11-22T13:14:31,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/6ada37c239054c5699cc6f5b36760403, entries=150, sequenceid=314, filesize=12.0 K 2024-11-22T13:14:31,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/64b80a183fa94569b6bd7f2386525f8e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/64b80a183fa94569b6bd7f2386525f8e 2024-11-22T13:14:31,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T13:14:31,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:31,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:31,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:31,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:31,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:31,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/64b80a183fa94569b6bd7f2386525f8e, entries=150, sequenceid=314, filesize=12.0 K 2024-11-22T13:14:31,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~89.45 KB/91600, heapSize ~262.06 KB/268352, currentSize=87.22 KB/89310 for 47845d53c0957fa8a37dab180d030f33 in 511ms, sequenceid=314, compaction requested=true 2024-11-22T13:14:31,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:31,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:14:31,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:31,671 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:14:31,671 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:14:31,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:14:31,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:31,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:14:31,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:31,673 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:14:31,674 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/B is initiating minor compaction (all files) 2024-11-22T13:14:31,674 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/B in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:31,674 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/cde0496815bf41329bdf9502531494a7, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/febd393aa19241189ef0735fde6f0018, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/466ad9e5037b49efa11d87cecdf66869, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/6ada37c239054c5699cc6f5b36760403] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=48.4 K 2024-11-22T13:14:31,674 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52040 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:14:31,674 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/A is initiating minor compaction (all files) 2024-11-22T13:14:31,674 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/A in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:31,675 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/4021dd1779494528b6c9d3765fb8238f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/65aea8b1f7b94f74909dfc14aad322f6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/ad29e1216f1949b080568ad84eaad376, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/04b0434da540451797709ad75dc5a296] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=50.8 K 2024-11-22T13:14:31,675 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting cde0496815bf41329bdf9502531494a7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732281268412 2024-11-22T13:14:31,676 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting febd393aa19241189ef0735fde6f0018, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732281268634 2024-11-22T13:14:31,676 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4021dd1779494528b6c9d3765fb8238f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732281268412 2024-11-22T13:14:31,676 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65aea8b1f7b94f74909dfc14aad322f6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732281268630 2024-11-22T13:14:31,676 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 466ad9e5037b49efa11d87cecdf66869, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732281268789 2024-11-22T13:14:31,677 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad29e1216f1949b080568ad84eaad376, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732281268789 2024-11-22T13:14:31,677 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ada37c239054c5699cc6f5b36760403, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732281270009 2024-11-22T13:14:31,677 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04b0434da540451797709ad75dc5a296, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732281270009 2024-11-22T13:14:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T13:14:31,693 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#B#compaction#60 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:31,693 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/b15016d03619401a91ded87afd19b915 is 50, key is test_row_0/B:col10/1732281270009/Put/seqid=0 2024-11-22T13:14:31,698 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#A#compaction#61 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:31,698 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/de19657f8f3745018cf41722af5d5a57 is 50, key is test_row_0/A:col10/1732281270009/Put/seqid=0 2024-11-22T13:14:31,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741897_1073 (size=12983) 2024-11-22T13:14:31,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741898_1074 (size=12983) 2024-11-22T13:14:31,720 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/b15016d03619401a91ded87afd19b915 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/b15016d03619401a91ded87afd19b915 2024-11-22T13:14:31,723 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/de19657f8f3745018cf41722af5d5a57 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/de19657f8f3745018cf41722af5d5a57 2024-11-22T13:14:31,731 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/B of 47845d53c0957fa8a37dab180d030f33 into b15016d03619401a91ded87afd19b915(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:31,731 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:31,731 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/B, priority=12, startTime=1732281271671; duration=0sec 2024-11-22T13:14:31,731 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:31,731 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:B 2024-11-22T13:14:31,731 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:31,733 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/A of 47845d53c0957fa8a37dab180d030f33 into de19657f8f3745018cf41722af5d5a57(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:31,733 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:31,733 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:31,733 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/A, priority=12, startTime=1732281271671; duration=0sec 2024-11-22T13:14:31,733 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/C is initiating minor compaction (all files) 2024-11-22T13:14:31,733 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/C in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:31,733 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:31,733 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:A 2024-11-22T13:14:31,733 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/7171d71ff9ba481095328e3ecbe3f8c6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/aa4fc73c235b45be82092b190db422c0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/64b80a183fa94569b6bd7f2386525f8e] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=36.6 K 2024-11-22T13:14:31,734 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 7171d71ff9ba481095328e3ecbe3f8c6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732281268634 2024-11-22T13:14:31,735 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting aa4fc73c235b45be82092b190db422c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732281268789 2024-11-22T13:14:31,735 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 64b80a183fa94569b6bd7f2386525f8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732281270009 2024-11-22T13:14:31,744 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#C#compaction#62 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:31,744 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/7a4c47cf83494fe383409ed0fb0bf890 is 50, key is test_row_0/C:col10/1732281270009/Put/seqid=0 2024-11-22T13:14:31,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741899_1075 (size=12983) 2024-11-22T13:14:31,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T13:14:31,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:31,818 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T13:14:31,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:31,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:31,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:31,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:31,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:31,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:31,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/8a3286e052a648a4b4bce04a95952cdf is 50, key is test_row_0/A:col10/1732281271188/Put/seqid=0 2024-11-22T13:14:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:31,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:31,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281331849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:31,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:31,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741900_1076 (size=12301) 2024-11-22T13:14:31,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281331851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:31,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,862 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/8a3286e052a648a4b4bce04a95952cdf 2024-11-22T13:14:31,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:31,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281331851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:31,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:31,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281331852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:31,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/8861a1e509a54795afd3ced4b8f7a0a0 is 50, key is test_row_0/B:col10/1732281271188/Put/seqid=0 2024-11-22T13:14:31,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741901_1077 (size=12301) 2024-11-22T13:14:31,899 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/8861a1e509a54795afd3ced4b8f7a0a0 2024-11-22T13:14:31,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/b23c682fce7943a19a98d239f6cd14b9 is 50, key is test_row_0/C:col10/1732281271188/Put/seqid=0 2024-11-22T13:14:31,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741902_1078 (size=12301) 2024-11-22T13:14:31,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281331965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:31,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281331965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:31,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:31,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:31,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281331975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:31,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:31,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281331975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:31,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:31,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:32,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281332034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:32,040 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 47845d53c0957fa8a37dab180d030f33 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:14:32,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:32,154 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/7a4c47cf83494fe383409ed0fb0bf890 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/7a4c47cf83494fe383409ed0fb0bf890 2024-11-22T13:14:32,161 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/C of 47845d53c0957fa8a37dab180d030f33 into 7a4c47cf83494fe383409ed0fb0bf890(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:32,161 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:32,161 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/C, priority=13, startTime=1732281271671; duration=0sec 2024-11-22T13:14:32,162 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:32,162 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:C 2024-11-22T13:14:32,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:32,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281332175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281332175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:32,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281332185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:32,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:32,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281332185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:32,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T13:14:32,329 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/b23c682fce7943a19a98d239f6cd14b9 2024-11-22T13:14:32,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/8a3286e052a648a4b4bce04a95952cdf as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/8a3286e052a648a4b4bce04a95952cdf 2024-11-22T13:14:32,348 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/8a3286e052a648a4b4bce04a95952cdf, entries=150, sequenceid=332, filesize=12.0 K 2024-11-22T13:14:32,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/8861a1e509a54795afd3ced4b8f7a0a0 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/8861a1e509a54795afd3ced4b8f7a0a0 2024-11-22T13:14:32,375 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/8861a1e509a54795afd3ced4b8f7a0a0, entries=150, sequenceid=332, filesize=12.0 K 2024-11-22T13:14:32,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/b23c682fce7943a19a98d239f6cd14b9 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/b23c682fce7943a19a98d239f6cd14b9 2024-11-22T13:14:32,408 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/b23c682fce7943a19a98d239f6cd14b9, entries=150, sequenceid=332, filesize=12.0 K 2024-11-22T13:14:32,412 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 47845d53c0957fa8a37dab180d030f33 in 593ms, sequenceid=332, compaction requested=false 2024-11-22T13:14:32,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:32,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:32,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-22T13:14:32,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-22T13:14:32,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-22T13:14:32,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3650 sec 2024-11-22T13:14:32,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.3810 sec 2024-11-22T13:14:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:32,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-22T13:14:32,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:32,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:32,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:32,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:32,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:32,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:32,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/47f0c592e8c2475095d520c3e216b745 is 50, key is test_row_0/A:col10/1732281272487/Put/seqid=0 2024-11-22T13:14:32,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281332510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:32,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:32,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281332515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:32,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741903_1079 (size=14741) 2024-11-22T13:14:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:32,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/47f0c592e8c2475095d520c3e216b745 2024-11-22T13:14:32,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281332517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281332518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:32,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:32,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/42881cb0e06f4fd382fc376239a22a29 is 50, key is test_row_0/B:col10/1732281272487/Put/seqid=0 2024-11-22T13:14:32,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741904_1080 (size=12301) 2024-11-22T13:14:32,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281332625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:32,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:32,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281332625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:32,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:32,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:32,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281332634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:32,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:32,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281332634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:32,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:32,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281332835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:32,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:32,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281332835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:32,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:32,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281332844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:32,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281332845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:32,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/42881cb0e06f4fd382fc376239a22a29 2024-11-22T13:14:32,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/dd1b19c27ed242828de9b016a98b7494 is 50, key is test_row_0/C:col10/1732281272487/Put/seqid=0 2024-11-22T13:14:32,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741905_1081 (size=12301) 2024-11-22T13:14:32,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/dd1b19c27ed242828de9b016a98b7494 2024-11-22T13:14:32,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/47f0c592e8c2475095d520c3e216b745 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/47f0c592e8c2475095d520c3e216b745 2024-11-22T13:14:32,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/47f0c592e8c2475095d520c3e216b745, entries=200, sequenceid=350, filesize=14.4 K 2024-11-22T13:14:32,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/42881cb0e06f4fd382fc376239a22a29 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/42881cb0e06f4fd382fc376239a22a29 2024-11-22T13:14:32,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/42881cb0e06f4fd382fc376239a22a29, entries=150, sequenceid=350, filesize=12.0 K 2024-11-22T13:14:32,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/dd1b19c27ed242828de9b016a98b7494 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/dd1b19c27ed242828de9b016a98b7494 2024-11-22T13:14:33,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/dd1b19c27ed242828de9b016a98b7494, entries=150, sequenceid=350, filesize=12.0 K 2024-11-22T13:14:33,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 47845d53c0957fa8a37dab180d030f33 in 517ms, sequenceid=350, compaction requested=true 2024-11-22T13:14:33,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:33,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:14:33,006 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:33,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:33,006 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:33,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:14:33,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:33,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:14:33,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:33,007 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:33,007 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/A is initiating minor compaction (all files) 2024-11-22T13:14:33,008 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/A in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:33,008 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/de19657f8f3745018cf41722af5d5a57, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/8a3286e052a648a4b4bce04a95952cdf, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/47f0c592e8c2475095d520c3e216b745] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=39.1 K 2024-11-22T13:14:33,008 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:33,008 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/B is initiating minor compaction (all files) 2024-11-22T13:14:33,008 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/B in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:33,008 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/b15016d03619401a91ded87afd19b915, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/8861a1e509a54795afd3ced4b8f7a0a0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/42881cb0e06f4fd382fc376239a22a29] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=36.7 K 2024-11-22T13:14:33,009 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting de19657f8f3745018cf41722af5d5a57, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732281270009 2024-11-22T13:14:33,009 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting b15016d03619401a91ded87afd19b915, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732281270009 2024-11-22T13:14:33,009 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a3286e052a648a4b4bce04a95952cdf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732281271182 2024-11-22T13:14:33,010 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47f0c592e8c2475095d520c3e216b745, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732281271840 2024-11-22T13:14:33,010 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 8861a1e509a54795afd3ced4b8f7a0a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732281271182 2024-11-22T13:14:33,011 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 42881cb0e06f4fd382fc376239a22a29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732281271848 2024-11-22T13:14:33,022 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#A#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:33,023 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#B#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:33,023 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/37482f0d66cf43f28ce7d65753abbe47 is 50, key is test_row_0/A:col10/1732281272487/Put/seqid=0 2024-11-22T13:14:33,026 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/53db0ac0df7c40da931e676d2888cf1f is 50, key is test_row_0/B:col10/1732281272487/Put/seqid=0 2024-11-22T13:14:33,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741906_1082 (size=13085) 2024-11-22T13:14:33,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741907_1083 (size=13085) 2024-11-22T13:14:33,055 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/53db0ac0df7c40da931e676d2888cf1f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/53db0ac0df7c40da931e676d2888cf1f 2024-11-22T13:14:33,064 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/B of 47845d53c0957fa8a37dab180d030f33 into 53db0ac0df7c40da931e676d2888cf1f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:33,064 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:33,065 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/B, priority=13, startTime=1732281273006; duration=0sec 2024-11-22T13:14:33,065 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:33,065 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:B 2024-11-22T13:14:33,065 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:33,072 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:33,072 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/C is initiating minor compaction (all files) 2024-11-22T13:14:33,073 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/C in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:33,073 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/7a4c47cf83494fe383409ed0fb0bf890, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/b23c682fce7943a19a98d239f6cd14b9, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/dd1b19c27ed242828de9b016a98b7494] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=36.7 K 2024-11-22T13:14:33,074 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a4c47cf83494fe383409ed0fb0bf890, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732281270009 2024-11-22T13:14:33,074 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting b23c682fce7943a19a98d239f6cd14b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732281271182 2024-11-22T13:14:33,075 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting dd1b19c27ed242828de9b016a98b7494, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732281271848 2024-11-22T13:14:33,084 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#C#compaction#71 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:33,085 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/b17d3639310b488b9fd34b01faea3446 is 50, key is test_row_0/C:col10/1732281272487/Put/seqid=0 2024-11-22T13:14:33,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741908_1084 (size=13085) 2024-11-22T13:14:33,112 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/b17d3639310b488b9fd34b01faea3446 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/b17d3639310b488b9fd34b01faea3446 2024-11-22T13:14:33,120 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/C of 47845d53c0957fa8a37dab180d030f33 into b17d3639310b488b9fd34b01faea3446(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:33,120 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:33,121 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/C, priority=13, startTime=1732281273006; duration=0sec 2024-11-22T13:14:33,121 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:33,121 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:C 2024-11-22T13:14:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:33,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T13:14:33,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:33,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:33,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:33,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:33,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:33,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:33,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/c91f63714b654255a6e86dc851182e1d is 50, key is test_row_0/A:col10/1732281272510/Put/seqid=0 2024-11-22T13:14:33,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741909_1085 (size=14741) 2024-11-22T13:14:33,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/c91f63714b654255a6e86dc851182e1d 2024-11-22T13:14:33,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/0242f7c25c314e58bfbc9615ce5cc8ee is 50, key is test_row_0/B:col10/1732281272510/Put/seqid=0 2024-11-22T13:14:33,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:33,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281333170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281333170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:33,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:33,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281333181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:33,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:33,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281333181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:33,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741910_1086 (size=12301) 2024-11-22T13:14:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T13:14:33,206 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:14:33,206 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:14:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-22T13:14:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T13:14:33,210 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:14:33,211 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:14:33,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:14:33,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281333285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:33,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281333285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:33,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281333285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:33,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:33,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281333286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:33,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:33,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T13:14:33,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T13:14:33,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:33,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:33,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:33,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:33,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:33,448 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/37482f0d66cf43f28ce7d65753abbe47 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/37482f0d66cf43f28ce7d65753abbe47 2024-11-22T13:14:33,455 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/A of 47845d53c0957fa8a37dab180d030f33 into 37482f0d66cf43f28ce7d65753abbe47(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:33,456 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:33,456 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/A, priority=13, startTime=1732281273006; duration=0sec 2024-11-22T13:14:33,456 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:33,456 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:A 2024-11-22T13:14:33,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281333495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:33,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:33,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281333495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:33,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:33,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281333495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:33,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281333495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:33,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:33,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:33,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T13:14:33,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:33,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:33,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:33,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:33,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T13:14:33,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/0242f7c25c314e58bfbc9615ce5cc8ee 2024-11-22T13:14:33,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/9dd72dedefad40dda02fad94526a61fc is 50, key is test_row_0/C:col10/1732281272510/Put/seqid=0 2024-11-22T13:14:33,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741911_1087 (size=12301) 2024-11-22T13:14:33,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/9dd72dedefad40dda02fad94526a61fc 2024-11-22T13:14:33,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/c91f63714b654255a6e86dc851182e1d as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/c91f63714b654255a6e86dc851182e1d 2024-11-22T13:14:33,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/c91f63714b654255a6e86dc851182e1d, entries=200, sequenceid=369, filesize=14.4 K 2024-11-22T13:14:33,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/0242f7c25c314e58bfbc9615ce5cc8ee as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/0242f7c25c314e58bfbc9615ce5cc8ee 2024-11-22T13:14:33,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/0242f7c25c314e58bfbc9615ce5cc8ee, entries=150, sequenceid=369, filesize=12.0 K 2024-11-22T13:14:33,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/9dd72dedefad40dda02fad94526a61fc as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/9dd72dedefad40dda02fad94526a61fc 2024-11-22T13:14:33,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/9dd72dedefad40dda02fad94526a61fc, entries=150, sequenceid=369, filesize=12.0 K 2024-11-22T13:14:33,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 47845d53c0957fa8a37dab180d030f33 in 501ms, sequenceid=369, compaction requested=false 2024-11-22T13:14:33,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:33,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T13:14:33,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:33,673 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T13:14:33,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:33,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:33,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:33,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:33,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:33,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:33,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/43289cf5f600449ca965fa75acbd578d is 50, key is test_row_0/A:col10/1732281273167/Put/seqid=0 2024-11-22T13:14:33,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741912_1088 (size=12301) 2024-11-22T13:14:33,692 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/43289cf5f600449ca965fa75acbd578d 2024-11-22T13:14:33,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/fa38839d0f674d22a8c14c89e7b85a11 is 50, key is test_row_0/B:col10/1732281273167/Put/seqid=0 2024-11-22T13:14:33,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741913_1089 (size=12301) 2024-11-22T13:14:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:33,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T13:14:33,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281333832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281333832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:33,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281333833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281333834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:33,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:33,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281333946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:33,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:33,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:33,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281333946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:33,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:33,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:33,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281333946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:33,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:33,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281333946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:33,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,949 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,949 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:33,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:33,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:34,111 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/fa38839d0f674d22a8c14c89e7b85a11 2024-11-22T13:14:34,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/e299d8a5a04c4cefae8f51cb33f94208 is 50, key is test_row_0/C:col10/1732281273167/Put/seqid=0 2024-11-22T13:14:34,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741914_1090 (size=12301) 2024-11-22T13:14:34,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281334155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:34,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281334155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:34,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:34,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:34,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:34,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:34,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281334155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:34,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281334155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T13:14:34,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281334464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:34,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281334465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:34,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281334465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:34,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281334465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:34,531 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/e299d8a5a04c4cefae8f51cb33f94208 2024-11-22T13:14:34,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/43289cf5f600449ca965fa75acbd578d as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/43289cf5f600449ca965fa75acbd578d 2024-11-22T13:14:34,543 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/43289cf5f600449ca965fa75acbd578d, entries=150, sequenceid=386, filesize=12.0 K 2024-11-22T13:14:34,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/fa38839d0f674d22a8c14c89e7b85a11 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/fa38839d0f674d22a8c14c89e7b85a11 2024-11-22T13:14:34,553 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/fa38839d0f674d22a8c14c89e7b85a11, entries=150, sequenceid=386, filesize=12.0 K 2024-11-22T13:14:34,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/e299d8a5a04c4cefae8f51cb33f94208 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/e299d8a5a04c4cefae8f51cb33f94208 2024-11-22T13:14:34,563 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/e299d8a5a04c4cefae8f51cb33f94208, entries=150, sequenceid=386, filesize=12.0 K 2024-11-22T13:14:34,564 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 47845d53c0957fa8a37dab180d030f33 in 891ms, sequenceid=386, compaction requested=true 2024-11-22T13:14:34,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:34,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:34,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-22T13:14:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-22T13:14:34,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-22T13:14:34,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3560 sec 2024-11-22T13:14:34,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.3630 sec 2024-11-22T13:14:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:34,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-22T13:14:34,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:34,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:34,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:34,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:34,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:34,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:34,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/6f93b6d56436482f8ac005019c437cd0 is 50, key is test_row_0/A:col10/1732281274976/Put/seqid=0 2024-11-22T13:14:34,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741915_1091 (size=14741) 2024-11-22T13:14:34,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281334991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:34,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:34,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:34,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:34,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281334991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:34,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:34,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:34,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:34,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281334992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:34,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281334993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:34,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:34,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:34,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:35,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:35,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281335105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:35,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:35,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281335105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:35,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:35,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:35,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281335105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:35,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:35,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281335106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:35,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:35,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281335315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:35,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281335316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:35,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281335316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:35,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:35,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281335316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:35,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T13:14:35,356 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:14:35,356 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:14:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-22T13:14:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T13:14:35,358 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:14:35,359 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:14:35,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:14:35,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/6f93b6d56436482f8ac005019c437cd0 2024-11-22T13:14:35,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/fe4eaa245acc439da61b229c48ddad7f is 50, key is test_row_0/B:col10/1732281274976/Put/seqid=0 2024-11-22T13:14:35,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741916_1092 (size=12301) 2024-11-22T13:14:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T13:14:35,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-22T13:14:35,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:35,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:35,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:35,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:35,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:35,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281335624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281335624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281335625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:35,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281335625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:35,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-22T13:14:35,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:35,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:35,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:35,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:35,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T13:14:35,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/fe4eaa245acc439da61b229c48ddad7f 2024-11-22T13:14:35,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-22T13:14:35,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:35,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:35,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:35,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:35,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:35,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/ab0074a26f274db090a4865341ebe46b is 50, key is test_row_0/C:col10/1732281274976/Put/seqid=0 2024-11-22T13:14:35,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741917_1093 (size=12301) 2024-11-22T13:14:35,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/ab0074a26f274db090a4865341ebe46b 2024-11-22T13:14:35,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/6f93b6d56436482f8ac005019c437cd0 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/6f93b6d56436482f8ac005019c437cd0 2024-11-22T13:14:35,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/6f93b6d56436482f8ac005019c437cd0, entries=200, sequenceid=404, filesize=14.4 K 2024-11-22T13:14:35,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/fe4eaa245acc439da61b229c48ddad7f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/fe4eaa245acc439da61b229c48ddad7f 2024-11-22T13:14:35,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/fe4eaa245acc439da61b229c48ddad7f, entries=150, sequenceid=404, filesize=12.0 K 2024-11-22T13:14:35,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/ab0074a26f274db090a4865341ebe46b as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ab0074a26f274db090a4865341ebe46b 2024-11-22T13:14:35,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ab0074a26f274db090a4865341ebe46b, entries=150, sequenceid=404, filesize=12.0 K 2024-11-22T13:14:35,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 47845d53c0957fa8a37dab180d030f33 in 917ms, sequenceid=404, compaction requested=true 2024-11-22T13:14:35,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:35,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:14:35,894 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:14:35,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:35,894 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:14:35,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:14:35,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:35,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:14:35,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:35,896 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54868 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:14:35,896 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/A is initiating minor compaction (all files) 2024-11-22T13:14:35,896 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/A in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:35,897 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/37482f0d66cf43f28ce7d65753abbe47, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/c91f63714b654255a6e86dc851182e1d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/43289cf5f600449ca965fa75acbd578d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/6f93b6d56436482f8ac005019c437cd0] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=53.6 K 2024-11-22T13:14:35,897 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:14:35,897 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37482f0d66cf43f28ce7d65753abbe47, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732281271848 2024-11-22T13:14:35,897 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/B is initiating minor compaction (all files) 2024-11-22T13:14:35,897 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/B in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:35,897 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/53db0ac0df7c40da931e676d2888cf1f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/0242f7c25c314e58bfbc9615ce5cc8ee, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/fa38839d0f674d22a8c14c89e7b85a11, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/fe4eaa245acc439da61b229c48ddad7f] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=48.8 K 2024-11-22T13:14:35,897 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting c91f63714b654255a6e86dc851182e1d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732281272510 2024-11-22T13:14:35,898 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 53db0ac0df7c40da931e676d2888cf1f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732281271848 2024-11-22T13:14:35,898 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43289cf5f600449ca965fa75acbd578d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732281273167 2024-11-22T13:14:35,898 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 0242f7c25c314e58bfbc9615ce5cc8ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732281272510 2024-11-22T13:14:35,898 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f93b6d56436482f8ac005019c437cd0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732281273829 2024-11-22T13:14:35,899 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting fa38839d0f674d22a8c14c89e7b85a11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732281273167 2024-11-22T13:14:35,899 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting fe4eaa245acc439da61b229c48ddad7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732281273831 2024-11-22T13:14:35,923 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#B#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:35,924 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#A#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:35,924 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/8494c8a51a3a485589cd5b9f84d4821e is 50, key is test_row_0/B:col10/1732281274976/Put/seqid=0 2024-11-22T13:14:35,924 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/79eac335fa204c89b27eabe95634089a is 50, key is test_row_0/A:col10/1732281274976/Put/seqid=0 2024-11-22T13:14:35,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741919_1095 (size=13221) 2024-11-22T13:14:35,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741918_1094 (size=13221) 2024-11-22T13:14:35,952 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/8494c8a51a3a485589cd5b9f84d4821e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/8494c8a51a3a485589cd5b9f84d4821e 2024-11-22T13:14:35,958 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/B of 47845d53c0957fa8a37dab180d030f33 into 8494c8a51a3a485589cd5b9f84d4821e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:35,958 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:35,958 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/B, priority=12, startTime=1732281275894; duration=0sec 2024-11-22T13:14:35,958 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:35,958 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:B 2024-11-22T13:14:35,958 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:14:35,959 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:14:35,960 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/C is initiating minor compaction (all files) 2024-11-22T13:14:35,960 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/C in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:35,960 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/b17d3639310b488b9fd34b01faea3446, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/9dd72dedefad40dda02fad94526a61fc, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/e299d8a5a04c4cefae8f51cb33f94208, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ab0074a26f274db090a4865341ebe46b] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=48.8 K 2024-11-22T13:14:35,961 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting b17d3639310b488b9fd34b01faea3446, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732281271848 2024-11-22T13:14:35,961 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dd72dedefad40dda02fad94526a61fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732281272510 2024-11-22T13:14:35,962 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting e299d8a5a04c4cefae8f51cb33f94208, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732281273167 2024-11-22T13:14:35,962 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting ab0074a26f274db090a4865341ebe46b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732281273831 2024-11-22T13:14:35,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-22T13:14:35,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:35,972 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-22T13:14:35,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:35,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:35,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:35,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:35,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:35,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:35,974 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#C#compaction#83 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:35,974 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/ee7ed589677c467bbc3aa472fcb5616f is 50, key is test_row_0/C:col10/1732281274976/Put/seqid=0 2024-11-22T13:14:35,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/32e72f130aea4142bc3468f71f2d247c is 50, key is test_row_0/A:col10/1732281274992/Put/seqid=0 2024-11-22T13:14:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T13:14:35,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741920_1096 (size=13221) 2024-11-22T13:14:36,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741921_1097 (size=12301) 2024-11-22T13:14:36,008 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/32e72f130aea4142bc3468f71f2d247c 2024-11-22T13:14:36,015 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/ee7ed589677c467bbc3aa472fcb5616f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ee7ed589677c467bbc3aa472fcb5616f 2024-11-22T13:14:36,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/1c56bb55f2184f1a8e8f0a4af6813051 is 50, key is test_row_0/B:col10/1732281274992/Put/seqid=0 2024-11-22T13:14:36,023 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/C of 47845d53c0957fa8a37dab180d030f33 into ee7ed589677c467bbc3aa472fcb5616f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:36,023 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:36,023 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/C, priority=12, startTime=1732281275895; duration=0sec 2024-11-22T13:14:36,023 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:36,023 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:C 2024-11-22T13:14:36,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741922_1098 (size=12301) 2024-11-22T13:14:36,046 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/1c56bb55f2184f1a8e8f0a4af6813051 2024-11-22T13:14:36,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/c0a880a034084ac4a5acb57b40ec6f68 is 50, key is test_row_0/C:col10/1732281274992/Put/seqid=0 2024-11-22T13:14:36,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741923_1099 (size=12301) 2024-11-22T13:14:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:36,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:36,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:36,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281336135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:36,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281336135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:36,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:36,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281336135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:36,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:36,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281336137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:36,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:36,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:36,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281336144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:36,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:36,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281336255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:36,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:36,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281336255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:36,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:36,337 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/79eac335fa204c89b27eabe95634089a as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/79eac335fa204c89b27eabe95634089a 2024-11-22T13:14:36,343 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/A of 47845d53c0957fa8a37dab180d030f33 into 79eac335fa204c89b27eabe95634089a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:36,344 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:36,344 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/A, priority=12, startTime=1732281275894; duration=0sec 2024-11-22T13:14:36,344 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:36,344 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:A 2024-11-22T13:14:36,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281336465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:36,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:36,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281336465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:36,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:36,483 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/c0a880a034084ac4a5acb57b40ec6f68 2024-11-22T13:14:36,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/32e72f130aea4142bc3468f71f2d247c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/32e72f130aea4142bc3468f71f2d247c 2024-11-22T13:14:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T13:14:36,496 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/32e72f130aea4142bc3468f71f2d247c, entries=150, sequenceid=419, filesize=12.0 K 2024-11-22T13:14:36,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/1c56bb55f2184f1a8e8f0a4af6813051 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/1c56bb55f2184f1a8e8f0a4af6813051 2024-11-22T13:14:36,505 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/1c56bb55f2184f1a8e8f0a4af6813051, entries=150, sequenceid=419, filesize=12.0 K 2024-11-22T13:14:36,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/c0a880a034084ac4a5acb57b40ec6f68 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/c0a880a034084ac4a5acb57b40ec6f68 2024-11-22T13:14:36,513 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/c0a880a034084ac4a5acb57b40ec6f68, entries=150, sequenceid=419, filesize=12.0 K 2024-11-22T13:14:36,514 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 47845d53c0957fa8a37dab180d030f33 in 542ms, sequenceid=419, compaction requested=false 2024-11-22T13:14:36,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:36,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:36,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-22T13:14:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-22T13:14:36,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-22T13:14:36,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1570 sec 2024-11-22T13:14:36,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.1640 sec 2024-11-22T13:14:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:36,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T13:14:36,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:36,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:36,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:36,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:36,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:36,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:36,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/fe78520ffe064e66aee0a5060b71431c is 50, key is test_row_0/A:col10/1732281276142/Put/seqid=0 2024-11-22T13:14:36,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741924_1100 (size=17181) 2024-11-22T13:14:36,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/fe78520ffe064e66aee0a5060b71431c 2024-11-22T13:14:36,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281336801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281336805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:36,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/363bdc50ab0c48f981151c909e49876e is 50, key is test_row_0/B:col10/1732281276142/Put/seqid=0 2024-11-22T13:14:36,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741925_1101 (size=12301) 2024-11-22T13:14:36,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/363bdc50ab0c48f981151c909e49876e 2024-11-22T13:14:36,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/cda51747e1d54ae2aec8e86e4784f432 is 50, key is test_row_0/C:col10/1732281276142/Put/seqid=0 2024-11-22T13:14:36,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741926_1102 (size=12301) 2024-11-22T13:14:36,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281336915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:36,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:36,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281336915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:36,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:36,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:37,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281337125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:37,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281337125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:37,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281337154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:37,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:37,155 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 47845d53c0957fa8a37dab180d030f33 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:14:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281337154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:37,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:37,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:37,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:37,156 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_1' in 47845d53c0957fa8a37dab180d030f33 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:14:37,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:37,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:37,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:37,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281337165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:37,166 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 47845d53c0957fa8a37dab180d030f33 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:14:37,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:37,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:37,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:37,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/cda51747e1d54ae2aec8e86e4784f432 2024-11-22T13:14:37,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/fe78520ffe064e66aee0a5060b71431c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/fe78520ffe064e66aee0a5060b71431c 2024-11-22T13:14:37,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/fe78520ffe064e66aee0a5060b71431c, entries=250, sequenceid=441, filesize=16.8 K 2024-11-22T13:14:37,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/363bdc50ab0c48f981151c909e49876e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/363bdc50ab0c48f981151c909e49876e 2024-11-22T13:14:37,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/363bdc50ab0c48f981151c909e49876e, entries=150, sequenceid=441, filesize=12.0 K 2024-11-22T13:14:37,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/cda51747e1d54ae2aec8e86e4784f432 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/cda51747e1d54ae2aec8e86e4784f432 2024-11-22T13:14:37,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/cda51747e1d54ae2aec8e86e4784f432, entries=150, sequenceid=441, filesize=12.0 K 2024-11-22T13:14:37,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 47845d53c0957fa8a37dab180d030f33 in 500ms, sequenceid=441, compaction requested=true 2024-11-22T13:14:37,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:37,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:14:37,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:37,278 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:37,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:14:37,279 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:37,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:37,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:14:37,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:37,280 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:37,280 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42703 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:37,280 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/B is initiating minor compaction (all files) 2024-11-22T13:14:37,280 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/A is initiating minor compaction (all files) 2024-11-22T13:14:37,280 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/B in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:37,280 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/A in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:37,280 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/8494c8a51a3a485589cd5b9f84d4821e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/1c56bb55f2184f1a8e8f0a4af6813051, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/363bdc50ab0c48f981151c909e49876e] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=36.9 K 2024-11-22T13:14:37,280 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/79eac335fa204c89b27eabe95634089a, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/32e72f130aea4142bc3468f71f2d247c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/fe78520ffe064e66aee0a5060b71431c] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=41.7 K 2024-11-22T13:14:37,281 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79eac335fa204c89b27eabe95634089a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732281273831 2024-11-22T13:14:37,281 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 8494c8a51a3a485589cd5b9f84d4821e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732281273831 2024-11-22T13:14:37,281 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32e72f130aea4142bc3468f71f2d247c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732281274990 2024-11-22T13:14:37,281 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c56bb55f2184f1a8e8f0a4af6813051, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732281274990 2024-11-22T13:14:37,281 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe78520ffe064e66aee0a5060b71431c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732281276092 2024-11-22T13:14:37,281 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 363bdc50ab0c48f981151c909e49876e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732281276092 2024-11-22T13:14:37,290 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#B#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:37,290 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#A#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:37,291 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/ca013fd56734434e9525ae5050ff75a7 is 50, key is test_row_0/B:col10/1732281276142/Put/seqid=0 2024-11-22T13:14:37,291 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/2a193dccd3cb4573a5bfb7f13f687c76 is 50, key is test_row_0/A:col10/1732281276142/Put/seqid=0 2024-11-22T13:14:37,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741928_1104 (size=13323) 2024-11-22T13:14:37,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741927_1103 (size=13323) 2024-11-22T13:14:37,314 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/2a193dccd3cb4573a5bfb7f13f687c76 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/2a193dccd3cb4573a5bfb7f13f687c76 2024-11-22T13:14:37,318 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/ca013fd56734434e9525ae5050ff75a7 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/ca013fd56734434e9525ae5050ff75a7 2024-11-22T13:14:37,325 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/A of 47845d53c0957fa8a37dab180d030f33 into 2a193dccd3cb4573a5bfb7f13f687c76(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:37,325 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:37,325 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/A, priority=13, startTime=1732281277278; duration=0sec 2024-11-22T13:14:37,325 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:37,325 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:A 2024-11-22T13:14:37,325 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:37,327 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/B of 47845d53c0957fa8a37dab180d030f33 into ca013fd56734434e9525ae5050ff75a7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:37,327 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:37,327 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/B, priority=13, startTime=1732281277278; duration=0sec 2024-11-22T13:14:37,327 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:37,327 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:B 2024-11-22T13:14:37,329 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:37,329 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/C is initiating minor compaction (all files) 2024-11-22T13:14:37,329 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/C in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:37,329 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ee7ed589677c467bbc3aa472fcb5616f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/c0a880a034084ac4a5acb57b40ec6f68, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/cda51747e1d54ae2aec8e86e4784f432] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=36.9 K 2024-11-22T13:14:37,329 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee7ed589677c467bbc3aa472fcb5616f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732281273831 2024-11-22T13:14:37,330 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0a880a034084ac4a5acb57b40ec6f68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732281274990 2024-11-22T13:14:37,330 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting cda51747e1d54ae2aec8e86e4784f432, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732281276092 2024-11-22T13:14:37,340 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#C#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:37,340 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/2db4fcc336c045fc8c4000efa52580ec is 50, key is test_row_0/C:col10/1732281276142/Put/seqid=0 2024-11-22T13:14:37,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741929_1105 (size=13323) 2024-11-22T13:14:37,355 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/2db4fcc336c045fc8c4000efa52580ec as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/2db4fcc336c045fc8c4000efa52580ec 2024-11-22T13:14:37,361 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/C of 47845d53c0957fa8a37dab180d030f33 into 2db4fcc336c045fc8c4000efa52580ec(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:37,361 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:37,361 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/C, priority=13, startTime=1732281277279; duration=0sec 2024-11-22T13:14:37,362 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:37,362 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:C 2024-11-22T13:14:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:37,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T13:14:37,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:37,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:37,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:37,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:37,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:37,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:37,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/a71889e20ea2452ab89d62af355055f0 is 50, key is test_row_1/A:col10/1732281277436/Put/seqid=0 2024-11-22T13:14:37,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741930_1106 (size=9857) 2024-11-22T13:14:37,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281337464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:37,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:37,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:37,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:37,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281337469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:37,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:37,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:37,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T13:14:37,505 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:14:37,505 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:14:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-22T13:14:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T13:14:37,508 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:14:37,509 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:14:37,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:14:37,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:37,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281337575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281337575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:37,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:37,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:37,578 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:37,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:37,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:37,578 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T13:14:37,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T13:14:37,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:37,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:37,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:37,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:37,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:37,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281337785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:37,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:37,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:37,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:37,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281337785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:37,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:37,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:37,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:37,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T13:14:37,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:37,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:37,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:37,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:37,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T13:14:37,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/a71889e20ea2452ab89d62af355055f0 2024-11-22T13:14:37,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/0eae9eca7d82440eb6f2115d61d04c7e is 50, key is test_row_1/B:col10/1732281277436/Put/seqid=0 2024-11-22T13:14:37,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741931_1107 (size=9857) 2024-11-22T13:14:37,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/0eae9eca7d82440eb6f2115d61d04c7e 2024-11-22T13:14:37,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/ff906f62e3f543e3ac51d1e20eccef58 is 50, key is test_row_1/C:col10/1732281277436/Put/seqid=0 2024-11-22T13:14:37,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741932_1108 (size=9857) 2024-11-22T13:14:37,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T13:14:37,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:37,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:37,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:37,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:37,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:38,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:38,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281338095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281338096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:38,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:38,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:38,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:38,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:38,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:38,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:38,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T13:14:38,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:38,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:38,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:38,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:38,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T13:14:38,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T13:14:38,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:38,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:38,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:38,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:38,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:38,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/ff906f62e3f543e3ac51d1e20eccef58 2024-11-22T13:14:38,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/a71889e20ea2452ab89d62af355055f0 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/a71889e20ea2452ab89d62af355055f0 2024-11-22T13:14:38,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/a71889e20ea2452ab89d62af355055f0, entries=100, sequenceid=458, filesize=9.6 K 2024-11-22T13:14:38,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/0eae9eca7d82440eb6f2115d61d04c7e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/0eae9eca7d82440eb6f2115d61d04c7e 2024-11-22T13:14:38,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/0eae9eca7d82440eb6f2115d61d04c7e, entries=100, sequenceid=458, filesize=9.6 K 2024-11-22T13:14:38,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/ff906f62e3f543e3ac51d1e20eccef58 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ff906f62e3f543e3ac51d1e20eccef58 2024-11-22T13:14:38,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ff906f62e3f543e3ac51d1e20eccef58, entries=100, sequenceid=458, filesize=9.6 K 2024-11-22T13:14:38,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 47845d53c0957fa8a37dab180d030f33 in 895ms, sequenceid=458, compaction requested=false 2024-11-22T13:14:38,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:38,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T13:14:38,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:38,428 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-22T13:14:38,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:38,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:38,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:38,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:38,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:38,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:38,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/f321677fa17244ecb4a8a20e47fac564 is 50, key is test_row_0/A:col10/1732281277467/Put/seqid=0 2024-11-22T13:14:38,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741933_1109 (size=12301) 2024-11-22T13:14:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:38,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. as already flushing 2024-11-22T13:14:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T13:14:38,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281338652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:38,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281338653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:38,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281338764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:38,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281338764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:38,838 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/f321677fa17244ecb4a8a20e47fac564 2024-11-22T13:14:38,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/a2d15f1e5f86412f875fd312ce06422b is 50, key is test_row_0/B:col10/1732281277467/Put/seqid=0 2024-11-22T13:14:38,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741934_1110 (size=12301) 2024-11-22T13:14:38,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281338974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:38,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281338975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:39,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60150 deadline: 1732281339165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:39,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60114 deadline: 1732281339165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:39,168 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 47845d53c0957fa8a37dab180d030f33 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:14:39,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:39,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:39,169 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_1' in 47845d53c0957fa8a37dab180d030f33 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:14:39,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:39,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:39,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:39,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:39,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60144 deadline: 1732281339195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:39,196 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 47845d53c0957fa8a37dab180d030f33 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:14:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:39,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281339284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:39,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281339285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:39,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:39,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:39,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:39,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:39,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:39,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:39,305 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/a2d15f1e5f86412f875fd312ce06422b 2024-11-22T13:14:39,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/cce95a37f2664bad8215d10968ea5d5f is 50, key is test_row_0/C:col10/1732281277467/Put/seqid=0 2024-11-22T13:14:39,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741935_1111 (size=12301) 2024-11-22T13:14:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T13:14:39,721 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/cce95a37f2664bad8215d10968ea5d5f 2024-11-22T13:14:39,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/f321677fa17244ecb4a8a20e47fac564 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/f321677fa17244ecb4a8a20e47fac564 2024-11-22T13:14:39,731 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/f321677fa17244ecb4a8a20e47fac564, entries=150, sequenceid=476, filesize=12.0 K 2024-11-22T13:14:39,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/a2d15f1e5f86412f875fd312ce06422b as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/a2d15f1e5f86412f875fd312ce06422b 2024-11-22T13:14:39,740 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/a2d15f1e5f86412f875fd312ce06422b, entries=150, sequenceid=476, filesize=12.0 K 2024-11-22T13:14:39,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/cce95a37f2664bad8215d10968ea5d5f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/cce95a37f2664bad8215d10968ea5d5f 2024-11-22T13:14:39,746 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/cce95a37f2664bad8215d10968ea5d5f, entries=150, sequenceid=476, filesize=12.0 K 2024-11-22T13:14:39,747 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 47845d53c0957fa8a37dab180d030f33 in 1320ms, sequenceid=476, compaction requested=true 2024-11-22T13:14:39,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:39,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:39,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-22T13:14:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-22T13:14:39,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-22T13:14:39,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2390 sec 2024-11-22T13:14:39,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 2.2450 sec 2024-11-22T13:14:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:39,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-22T13:14:39,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:39,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:39,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:39,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:39,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:39,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:39,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/e9eeb682c8064d74bebb948340ee0f95 is 50, key is test_row_0/A:col10/1732281278652/Put/seqid=0 2024-11-22T13:14:39,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741936_1112 (size=14741) 2024-11-22T13:14:39,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/e9eeb682c8064d74bebb948340ee0f95 2024-11-22T13:14:39,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/0600e4851bb848f090f5239229a8145e is 50, key is test_row_0/B:col10/1732281278652/Put/seqid=0 2024-11-22T13:14:39,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:39,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281339838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281339839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:39,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:39,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:39,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:39,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:39,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:39,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:39,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741937_1113 (size=12301) 2024-11-22T13:14:39,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281339944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:39,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:39,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:39,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:39,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281339945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:39,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:39,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:40,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281340155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:40,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:40,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:40,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281340155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:40,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/0600e4851bb848f090f5239229a8145e 2024-11-22T13:14:40,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/206ea854805b43829722caf236367123 is 50, key is test_row_0/C:col10/1732281278652/Put/seqid=0 2024-11-22T13:14:40,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741938_1114 (size=12301) 2024-11-22T13:14:40,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281340465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:40,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:40,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:40,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:40,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281340465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:40,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:40,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:40,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:40,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/206ea854805b43829722caf236367123 2024-11-22T13:14:40,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/e9eeb682c8064d74bebb948340ee0f95 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/e9eeb682c8064d74bebb948340ee0f95 2024-11-22T13:14:40,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/e9eeb682c8064d74bebb948340ee0f95, entries=200, sequenceid=491, filesize=14.4 K 2024-11-22T13:14:40,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/0600e4851bb848f090f5239229a8145e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/0600e4851bb848f090f5239229a8145e 2024-11-22T13:14:40,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/0600e4851bb848f090f5239229a8145e, entries=150, sequenceid=491, filesize=12.0 K 2024-11-22T13:14:40,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/206ea854805b43829722caf236367123 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/206ea854805b43829722caf236367123 2024-11-22T13:14:40,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/206ea854805b43829722caf236367123, entries=150, sequenceid=491, filesize=12.0 K 2024-11-22T13:14:40,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 47845d53c0957fa8a37dab180d030f33 in 890ms, sequenceid=491, compaction requested=true 2024-11-22T13:14:40,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:40,688 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:14:40,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:14:40,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:40,689 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:14:40,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:14:40,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:40,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:14:40,691 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50222 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:14:40,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:40,692 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/A is initiating minor compaction (all files) 2024-11-22T13:14:40,692 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/A in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:40,692 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/2a193dccd3cb4573a5bfb7f13f687c76, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/a71889e20ea2452ab89d62af355055f0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/f321677fa17244ecb4a8a20e47fac564, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/e9eeb682c8064d74bebb948340ee0f95] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=49.0 K 2024-11-22T13:14:40,692 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47782 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:14:40,692 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/B is initiating minor compaction (all files) 2024-11-22T13:14:40,692 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/B in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:40,692 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/ca013fd56734434e9525ae5050ff75a7, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/0eae9eca7d82440eb6f2115d61d04c7e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/a2d15f1e5f86412f875fd312ce06422b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/0600e4851bb848f090f5239229a8145e] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=46.7 K 2024-11-22T13:14:40,693 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a193dccd3cb4573a5bfb7f13f687c76, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732281276092 2024-11-22T13:14:40,694 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting ca013fd56734434e9525ae5050ff75a7, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732281276092 2024-11-22T13:14:40,694 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting a71889e20ea2452ab89d62af355055f0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732281277435 2024-11-22T13:14:40,695 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 0eae9eca7d82440eb6f2115d61d04c7e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732281277435 2024-11-22T13:14:40,695 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting f321677fa17244ecb4a8a20e47fac564, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732281277447 2024-11-22T13:14:40,695 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting a2d15f1e5f86412f875fd312ce06422b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732281277447 2024-11-22T13:14:40,695 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9eeb682c8064d74bebb948340ee0f95, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732281278643 2024-11-22T13:14:40,696 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 0600e4851bb848f090f5239229a8145e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732281278643 2024-11-22T13:14:40,715 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#A#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:40,715 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#B#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:40,716 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/00a10a80d30649018e94f820f1a8e872 is 50, key is test_row_0/A:col10/1732281278652/Put/seqid=0 2024-11-22T13:14:40,716 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/e8cb5df8742648d1ad5cf6f0815ede76 is 50, key is test_row_0/B:col10/1732281278652/Put/seqid=0 2024-11-22T13:14:40,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741939_1115 (size=13459) 2024-11-22T13:14:40,730 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/e8cb5df8742648d1ad5cf6f0815ede76 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/e8cb5df8742648d1ad5cf6f0815ede76 2024-11-22T13:14:40,740 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/B of 47845d53c0957fa8a37dab180d030f33 into e8cb5df8742648d1ad5cf6f0815ede76(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:40,740 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:40,741 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/B, priority=12, startTime=1732281280689; duration=0sec 2024-11-22T13:14:40,741 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:40,741 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:B 2024-11-22T13:14:40,741 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:14:40,743 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47782 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:14:40,743 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 47845d53c0957fa8a37dab180d030f33/C is initiating minor compaction (all files) 2024-11-22T13:14:40,743 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 47845d53c0957fa8a37dab180d030f33/C in TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:40,744 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/2db4fcc336c045fc8c4000efa52580ec, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ff906f62e3f543e3ac51d1e20eccef58, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/cce95a37f2664bad8215d10968ea5d5f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/206ea854805b43829722caf236367123] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp, totalSize=46.7 K 2024-11-22T13:14:40,744 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 2db4fcc336c045fc8c4000efa52580ec, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732281276092 2024-11-22T13:14:40,744 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting ff906f62e3f543e3ac51d1e20eccef58, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732281277435 2024-11-22T13:14:40,745 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting cce95a37f2664bad8215d10968ea5d5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732281277447 2024-11-22T13:14:40,746 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 206ea854805b43829722caf236367123, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732281278643 2024-11-22T13:14:40,757 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 47845d53c0957fa8a37dab180d030f33#C#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:40,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741940_1116 (size=13459) 2024-11-22T13:14:40,757 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/f0c4d802c4bc4a00b2eaaa2fc39b1e9b is 50, key is test_row_0/C:col10/1732281278652/Put/seqid=0 2024-11-22T13:14:40,764 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/00a10a80d30649018e94f820f1a8e872 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/00a10a80d30649018e94f820f1a8e872 2024-11-22T13:14:40,771 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/A of 47845d53c0957fa8a37dab180d030f33 into 00a10a80d30649018e94f820f1a8e872(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:40,772 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:40,772 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/A, priority=12, startTime=1732281280688; duration=0sec 2024-11-22T13:14:40,772 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:40,772 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:A 2024-11-22T13:14:40,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741941_1117 (size=13459) 2024-11-22T13:14:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:40,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T13:14:40,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:40,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:40,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:40,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:40,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:40,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:40,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/8948d152ad784a7b80e8f1ec938ff54f is 50, key is test_row_0/A:col10/1732281280977/Put/seqid=0 2024-11-22T13:14:40,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741942_1118 (size=14741) 2024-11-22T13:14:40,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/8948d152ad784a7b80e8f1ec938ff54f 2024-11-22T13:14:41,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/58b2f1552f644797aaeac099d3b3a641 is 50, key is test_row_0/B:col10/1732281280977/Put/seqid=0 2024-11-22T13:14:41,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741943_1119 (size=12301) 2024-11-22T13:14:41,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281341008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:41,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:41,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:41,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:41,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281341009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:41,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:41,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:41,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:41,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281341115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:41,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:41,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:41,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:41,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281341115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:41,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:41,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:41,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:41,187 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/f0c4d802c4bc4a00b2eaaa2fc39b1e9b as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/f0c4d802c4bc4a00b2eaaa2fc39b1e9b 2024-11-22T13:14:41,196 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 47845d53c0957fa8a37dab180d030f33/C of 47845d53c0957fa8a37dab180d030f33 into f0c4d802c4bc4a00b2eaaa2fc39b1e9b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:41,196 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:41,196 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., storeName=47845d53c0957fa8a37dab180d030f33/C, priority=12, startTime=1732281280691; duration=0sec 2024-11-22T13:14:41,196 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:41,196 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:C 2024-11-22T13:14:41,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281341324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:41,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:41,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281341324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:41,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:41,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:41,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:41,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:41,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:41,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/58b2f1552f644797aaeac099d3b3a641 2024-11-22T13:14:41,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/64c7dd86c8544b70bf4165427ba247f1 is 50, key is test_row_0/C:col10/1732281280977/Put/seqid=0 2024-11-22T13:14:41,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741944_1120 (size=12301) 2024-11-22T13:14:41,425 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-22T13:14:41,425 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-22T13:14:41,425 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:14:41,425 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:14:41,427 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-22T13:14:41,427 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:14:41,430 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:41,430 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:41,430 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:41,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:14:41,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:14:41,430 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:41,430 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:41,430 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-22T13:14:41,430 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:14:41,431 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:41,431 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:41,431 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:41,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:14:41,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:14:41,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:41,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60116 deadline: 1732281341635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60128 deadline: 1732281341635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:41,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:41,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:41,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:41,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:41,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:41,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:14:41,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T13:14:41,676 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:14:41,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/64c7dd86c8544b70bf4165427ba247f1 2024-11-22T13:14:41,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/8948d152ad784a7b80e8f1ec938ff54f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/8948d152ad784a7b80e8f1ec938ff54f 2024-11-22T13:14:41,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/8948d152ad784a7b80e8f1ec938ff54f, entries=200, sequenceid=513, filesize=14.4 K 2024-11-22T13:14:41,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/58b2f1552f644797aaeac099d3b3a641 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/58b2f1552f644797aaeac099d3b3a641 2024-11-22T13:14:41,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/58b2f1552f644797aaeac099d3b3a641, entries=150, sequenceid=513, filesize=12.0 K 2024-11-22T13:14:41,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/64c7dd86c8544b70bf4165427ba247f1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/64c7dd86c8544b70bf4165427ba247f1 2024-11-22T13:14:41,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/64c7dd86c8544b70bf4165427ba247f1, entries=150, sequenceid=513, filesize=12.0 K 2024-11-22T13:14:41,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 47845d53c0957fa8a37dab180d030f33 in 868ms, sequenceid=513, compaction requested=false 2024-11-22T13:14:41,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:42,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-22T13:14:42,147 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-22T13:14:42,147 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-22T13:14:42,147 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:14:42,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:42,147 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:42,147 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:14:42,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:42,147 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:42,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:42,147 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:42,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:42,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:14:42,147 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:42,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:42,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:14:42,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:42,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/a3faeec481c64e89a4fdd771165f1a58 is 50, key is test_row_0/A:col10/1732281282145/Put/seqid=0 2024-11-22T13:14:42,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741945_1121 (size=12301) 2024-11-22T13:14:42,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/a3faeec481c64e89a4fdd771165f1a58 2024-11-22T13:14:42,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/7efac8dafa6d4bc38668f2e2e2ea4d96 is 50, key is test_row_0/B:col10/1732281282145/Put/seqid=0 2024-11-22T13:14:42,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741946_1122 (size=12301) 2024-11-22T13:14:42,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/7efac8dafa6d4bc38668f2e2e2ea4d96 2024-11-22T13:14:42,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/f65f53fc24d6442eb37089c1dbf6964a is 50, key is test_row_0/C:col10/1732281282145/Put/seqid=0 2024-11-22T13:14:42,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741947_1123 (size=12301) 2024-11-22T13:14:43,016 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T13:14:43,199 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-22T13:14:43,199 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:14:43,199 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:43,199 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:43,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:14:43,207 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-22T13:14:43,207 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:14:43,207 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:43,207 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:43,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:14:43,207 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-22T13:14:43,207 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:14:43,207 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:43,207 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:43,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:14:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T13:14:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-22T13:14:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 123 2024-11-22T13:14:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-22T13:14:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-22T13:14:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-22T13:14:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T13:14:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3053 2024-11-22T13:14:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2880 2024-11-22T13:14:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T13:14:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1316 2024-11-22T13:14:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3945 rows 2024-11-22T13:14:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1313 2024-11-22T13:14:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3938 rows 2024-11-22T13:14:43,208 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T13:14:43,209 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T13:14:43,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:43,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:43,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:14:43,214 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T13:14:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T13:14:43,224 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281283224"}]},"ts":"1732281283224"} 2024-11-22T13:14:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T13:14:43,226 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T13:14:43,226 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T13:14:43,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T13:14:43,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=47845d53c0957fa8a37dab180d030f33, UNASSIGN}] 2024-11-22T13:14:43,233 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=47845d53c0957fa8a37dab180d030f33, UNASSIGN 2024-11-22T13:14:43,234 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=47845d53c0957fa8a37dab180d030f33, regionState=CLOSING, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:14:43,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=47845d53c0957fa8a37dab180d030f33, UNASSIGN because future has completed 2024-11-22T13:14:43,236 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T13:14:43,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure 47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160}] 2024-11-22T13:14:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T13:14:43,394 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(122): Close 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:43,394 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T13:14:43,395 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1722): Closing 47845d53c0957fa8a37dab180d030f33, disabling compactions & flushes 2024-11-22T13:14:43,395 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:43,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/f65f53fc24d6442eb37089c1dbf6964a 2024-11-22T13:14:43,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/a3faeec481c64e89a4fdd771165f1a58 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/a3faeec481c64e89a4fdd771165f1a58 2024-11-22T13:14:43,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/a3faeec481c64e89a4fdd771165f1a58, entries=150, sequenceid=528, filesize=12.0 K 2024-11-22T13:14:43,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/7efac8dafa6d4bc38668f2e2e2ea4d96 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/7efac8dafa6d4bc38668f2e2e2ea4d96 2024-11-22T13:14:43,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/7efac8dafa6d4bc38668f2e2e2ea4d96, entries=150, sequenceid=528, filesize=12.0 K 2024-11-22T13:14:43,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/f65f53fc24d6442eb37089c1dbf6964a as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/f65f53fc24d6442eb37089c1dbf6964a 2024-11-22T13:14:43,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/f65f53fc24d6442eb37089c1dbf6964a, entries=150, sequenceid=528, filesize=12.0 K 2024-11-22T13:14:43,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=20.13 KB/20610 for 47845d53c0957fa8a37dab180d030f33 in 1275ms, sequenceid=528, compaction requested=true 2024-11-22T13:14:43,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 47845d53c0957fa8a37dab180d030f33: 2024-11-22T13:14:43,422 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:43,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:14:43,422 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:43,422 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. because compaction request was cancelled 2024-11-22T13:14:43,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:43,422 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. after waiting 0 ms 2024-11-22T13:14:43,422 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:A 2024-11-22T13:14:43,422 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:43,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:14:43,422 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. because compaction request was cancelled 2024-11-22T13:14:43,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:43,422 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:B 2024-11-22T13:14:43,422 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(2902): Flushing 47845d53c0957fa8a37dab180d030f33 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-22T13:14:43,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 47845d53c0957fa8a37dab180d030f33:C, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:14:43,422 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. because compaction request was cancelled 2024-11-22T13:14:43,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:43,422 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 47845d53c0957fa8a37dab180d030f33:C 2024-11-22T13:14:43,423 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=A 2024-11-22T13:14:43,423 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:43,423 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=B 2024-11-22T13:14:43,423 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:43,423 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 47845d53c0957fa8a37dab180d030f33, store=C 2024-11-22T13:14:43,423 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:43,426 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/b77ad115f30a42099a0e601d3b473072 is 50, key is test_row_0/A:col10/1732281283205/Put/seqid=0 2024-11-22T13:14:43,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741948_1124 (size=9857) 2024-11-22T13:14:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T13:14:43,832 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/b77ad115f30a42099a0e601d3b473072 2024-11-22T13:14:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T13:14:43,974 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/a187b28ed4594251841534c4a73aaac1 is 50, key is test_row_0/B:col10/1732281283205/Put/seqid=0 2024-11-22T13:14:43,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741949_1125 (size=9857) 2024-11-22T13:14:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T13:14:44,379 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/a187b28ed4594251841534c4a73aaac1 2024-11-22T13:14:44,387 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/175f989f06f14a629c0239678bcb8f7a is 50, key is test_row_0/C:col10/1732281283205/Put/seqid=0 2024-11-22T13:14:44,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741950_1126 (size=9857) 2024-11-22T13:14:44,792 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/175f989f06f14a629c0239678bcb8f7a 2024-11-22T13:14:44,800 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/A/b77ad115f30a42099a0e601d3b473072 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/b77ad115f30a42099a0e601d3b473072 2024-11-22T13:14:44,807 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/b77ad115f30a42099a0e601d3b473072, entries=100, sequenceid=534, filesize=9.6 K 2024-11-22T13:14:44,809 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/B/a187b28ed4594251841534c4a73aaac1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/a187b28ed4594251841534c4a73aaac1 2024-11-22T13:14:44,816 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/a187b28ed4594251841534c4a73aaac1, entries=100, sequenceid=534, filesize=9.6 K 2024-11-22T13:14:44,817 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/.tmp/C/175f989f06f14a629c0239678bcb8f7a as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/175f989f06f14a629c0239678bcb8f7a 2024-11-22T13:14:44,822 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/175f989f06f14a629c0239678bcb8f7a, entries=100, sequenceid=534, filesize=9.6 K 2024-11-22T13:14:44,823 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 47845d53c0957fa8a37dab180d030f33 in 1401ms, sequenceid=534, compaction requested=true 2024-11-22T13:14:44,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/7c4081b8b72f4abdb68766b9a1da6c59, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/9386b611566f432491817eeef1d58171, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/793f919ef8cc49aab28b09ed17981f9b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/b16739829c434baba1514f0840fe0b25, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/87655aa47097456ca5b1dd5080dfbadf, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/8da9893bb49c411bbebfbc991201be64, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/9baecb9808a44fde8e68a8d6c09fa74c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/c678f6c678a147c984df4ed35b3626bf, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/ae6e11ab089642449ee367e03bcb190e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/e0c5d92ef6724be69c035ab653577b66, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/5bd7fca88b6544c0a68150efae1d57a1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/7165611050f6492e9d19cf0919c72b2b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/e46e2c6f81fa4391a7cccdba15a177d8, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/3e704fa89a6e492c93c15be5fe20ca97, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/b1acba811de045e6bcbf192c4614ce9d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/899977dd8fa54726b53b5c14029cd6ca, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/4021dd1779494528b6c9d3765fb8238f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/65aea8b1f7b94f74909dfc14aad322f6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/ad29e1216f1949b080568ad84eaad376, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/de19657f8f3745018cf41722af5d5a57, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/04b0434da540451797709ad75dc5a296, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/8a3286e052a648a4b4bce04a95952cdf, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/47f0c592e8c2475095d520c3e216b745, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/37482f0d66cf43f28ce7d65753abbe47, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/c91f63714b654255a6e86dc851182e1d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/43289cf5f600449ca965fa75acbd578d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/6f93b6d56436482f8ac005019c437cd0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/79eac335fa204c89b27eabe95634089a, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/32e72f130aea4142bc3468f71f2d247c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/fe78520ffe064e66aee0a5060b71431c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/2a193dccd3cb4573a5bfb7f13f687c76, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/a71889e20ea2452ab89d62af355055f0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/f321677fa17244ecb4a8a20e47fac564, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/e9eeb682c8064d74bebb948340ee0f95] to archive 2024-11-22T13:14:44,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T13:14:44,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/7c4081b8b72f4abdb68766b9a1da6c59 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/7c4081b8b72f4abdb68766b9a1da6c59 2024-11-22T13:14:44,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/9386b611566f432491817eeef1d58171 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/9386b611566f432491817eeef1d58171 2024-11-22T13:14:44,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/793f919ef8cc49aab28b09ed17981f9b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/793f919ef8cc49aab28b09ed17981f9b 2024-11-22T13:14:44,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/b16739829c434baba1514f0840fe0b25 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/b16739829c434baba1514f0840fe0b25 2024-11-22T13:14:44,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/87655aa47097456ca5b1dd5080dfbadf to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/87655aa47097456ca5b1dd5080dfbadf 2024-11-22T13:14:44,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/8da9893bb49c411bbebfbc991201be64 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/8da9893bb49c411bbebfbc991201be64 2024-11-22T13:14:44,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/9baecb9808a44fde8e68a8d6c09fa74c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/9baecb9808a44fde8e68a8d6c09fa74c 2024-11-22T13:14:44,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/c678f6c678a147c984df4ed35b3626bf to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/c678f6c678a147c984df4ed35b3626bf 2024-11-22T13:14:44,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/ae6e11ab089642449ee367e03bcb190e to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/ae6e11ab089642449ee367e03bcb190e 2024-11-22T13:14:44,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/e0c5d92ef6724be69c035ab653577b66 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/e0c5d92ef6724be69c035ab653577b66 2024-11-22T13:14:44,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/5bd7fca88b6544c0a68150efae1d57a1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/5bd7fca88b6544c0a68150efae1d57a1 2024-11-22T13:14:44,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/7165611050f6492e9d19cf0919c72b2b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/7165611050f6492e9d19cf0919c72b2b 2024-11-22T13:14:44,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/e46e2c6f81fa4391a7cccdba15a177d8 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/e46e2c6f81fa4391a7cccdba15a177d8 2024-11-22T13:14:44,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/3e704fa89a6e492c93c15be5fe20ca97 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/3e704fa89a6e492c93c15be5fe20ca97 2024-11-22T13:14:44,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/b1acba811de045e6bcbf192c4614ce9d to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/b1acba811de045e6bcbf192c4614ce9d 2024-11-22T13:14:44,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/899977dd8fa54726b53b5c14029cd6ca to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/899977dd8fa54726b53b5c14029cd6ca 2024-11-22T13:14:44,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/4021dd1779494528b6c9d3765fb8238f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/4021dd1779494528b6c9d3765fb8238f 2024-11-22T13:14:44,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/65aea8b1f7b94f74909dfc14aad322f6 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/65aea8b1f7b94f74909dfc14aad322f6 2024-11-22T13:14:44,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/ad29e1216f1949b080568ad84eaad376 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/ad29e1216f1949b080568ad84eaad376 2024-11-22T13:14:44,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/de19657f8f3745018cf41722af5d5a57 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/de19657f8f3745018cf41722af5d5a57 2024-11-22T13:14:44,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/04b0434da540451797709ad75dc5a296 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/04b0434da540451797709ad75dc5a296 2024-11-22T13:14:44,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/8a3286e052a648a4b4bce04a95952cdf to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/8a3286e052a648a4b4bce04a95952cdf 2024-11-22T13:14:44,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/47f0c592e8c2475095d520c3e216b745 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/47f0c592e8c2475095d520c3e216b745 2024-11-22T13:14:44,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/37482f0d66cf43f28ce7d65753abbe47 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/37482f0d66cf43f28ce7d65753abbe47 2024-11-22T13:14:44,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/c91f63714b654255a6e86dc851182e1d to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/c91f63714b654255a6e86dc851182e1d 2024-11-22T13:14:44,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/43289cf5f600449ca965fa75acbd578d to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/43289cf5f600449ca965fa75acbd578d 2024-11-22T13:14:44,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/6f93b6d56436482f8ac005019c437cd0 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/6f93b6d56436482f8ac005019c437cd0 2024-11-22T13:14:44,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/79eac335fa204c89b27eabe95634089a to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/79eac335fa204c89b27eabe95634089a 2024-11-22T13:14:44,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/32e72f130aea4142bc3468f71f2d247c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/32e72f130aea4142bc3468f71f2d247c 2024-11-22T13:14:44,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/fe78520ffe064e66aee0a5060b71431c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/fe78520ffe064e66aee0a5060b71431c 2024-11-22T13:14:44,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/2a193dccd3cb4573a5bfb7f13f687c76 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/2a193dccd3cb4573a5bfb7f13f687c76 2024-11-22T13:14:44,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/a71889e20ea2452ab89d62af355055f0 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/a71889e20ea2452ab89d62af355055f0 2024-11-22T13:14:44,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/f321677fa17244ecb4a8a20e47fac564 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/f321677fa17244ecb4a8a20e47fac564 2024-11-22T13:14:44,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/e9eeb682c8064d74bebb948340ee0f95 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/e9eeb682c8064d74bebb948340ee0f95 2024-11-22T13:14:44,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/4a2cdac7a9e14add818968483355c027, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/6d48804113ae4574a72d1774c8abc4c1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/d076756b32294e50b8d2263b0f12d5a1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/219b29a340ec4a85a1a9768500a8309b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/73999f76d1f14a908bde95aa65e32ed9, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/9195ccc2ec4e46669168ea03c89cc8ca, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/a26b0ecd86614335bff20afab354cda5, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/4e4bb65c00ac4c0b9644bfe3f0a1d9f9, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/932998d7fb47417c903e08b9cf8b87cf, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/56c37bf619f143e4afa6dc93d8bc96ef, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/76a1837fd0f742d0a75059a3bb25bbf6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/dcda3ee765674f99825447d3bc9d8837, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/0dd4eefeb9714cf6bade1cfdcda803f1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/258c605fc7434d9299ae5065dbdc897a, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/2e7c84189d1743c9a0fc0d4861d06d4e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/cde0496815bf41329bdf9502531494a7, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/4aeffddee81148ceb7635cb4909a1dc4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/febd393aa19241189ef0735fde6f0018, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/466ad9e5037b49efa11d87cecdf66869, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/b15016d03619401a91ded87afd19b915, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/6ada37c239054c5699cc6f5b36760403, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/8861a1e509a54795afd3ced4b8f7a0a0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/53db0ac0df7c40da931e676d2888cf1f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/42881cb0e06f4fd382fc376239a22a29, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/0242f7c25c314e58bfbc9615ce5cc8ee, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/fa38839d0f674d22a8c14c89e7b85a11, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/8494c8a51a3a485589cd5b9f84d4821e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/fe4eaa245acc439da61b229c48ddad7f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/1c56bb55f2184f1a8e8f0a4af6813051, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/ca013fd56734434e9525ae5050ff75a7, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/363bdc50ab0c48f981151c909e49876e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/0eae9eca7d82440eb6f2115d61d04c7e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/a2d15f1e5f86412f875fd312ce06422b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/0600e4851bb848f090f5239229a8145e] to archive 2024-11-22T13:14:44,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T13:14:44,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/4a2cdac7a9e14add818968483355c027 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/4a2cdac7a9e14add818968483355c027 2024-11-22T13:14:44,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/6d48804113ae4574a72d1774c8abc4c1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/6d48804113ae4574a72d1774c8abc4c1 2024-11-22T13:14:44,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/d076756b32294e50b8d2263b0f12d5a1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/d076756b32294e50b8d2263b0f12d5a1 2024-11-22T13:14:44,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/219b29a340ec4a85a1a9768500a8309b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/219b29a340ec4a85a1a9768500a8309b 2024-11-22T13:14:44,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/73999f76d1f14a908bde95aa65e32ed9 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/73999f76d1f14a908bde95aa65e32ed9 2024-11-22T13:14:44,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/9195ccc2ec4e46669168ea03c89cc8ca to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/9195ccc2ec4e46669168ea03c89cc8ca 2024-11-22T13:14:44,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/a26b0ecd86614335bff20afab354cda5 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/a26b0ecd86614335bff20afab354cda5 2024-11-22T13:14:44,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/4e4bb65c00ac4c0b9644bfe3f0a1d9f9 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/4e4bb65c00ac4c0b9644bfe3f0a1d9f9 2024-11-22T13:14:44,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/932998d7fb47417c903e08b9cf8b87cf to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/932998d7fb47417c903e08b9cf8b87cf 2024-11-22T13:14:44,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/56c37bf619f143e4afa6dc93d8bc96ef to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/56c37bf619f143e4afa6dc93d8bc96ef 2024-11-22T13:14:44,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/76a1837fd0f742d0a75059a3bb25bbf6 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/76a1837fd0f742d0a75059a3bb25bbf6 2024-11-22T13:14:44,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/dcda3ee765674f99825447d3bc9d8837 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/dcda3ee765674f99825447d3bc9d8837 2024-11-22T13:14:44,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/0dd4eefeb9714cf6bade1cfdcda803f1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/0dd4eefeb9714cf6bade1cfdcda803f1 2024-11-22T13:14:44,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/258c605fc7434d9299ae5065dbdc897a to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/258c605fc7434d9299ae5065dbdc897a 2024-11-22T13:14:44,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/2e7c84189d1743c9a0fc0d4861d06d4e to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/2e7c84189d1743c9a0fc0d4861d06d4e 2024-11-22T13:14:44,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/cde0496815bf41329bdf9502531494a7 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/cde0496815bf41329bdf9502531494a7 2024-11-22T13:14:44,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/4aeffddee81148ceb7635cb4909a1dc4 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/4aeffddee81148ceb7635cb4909a1dc4 2024-11-22T13:14:44,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/febd393aa19241189ef0735fde6f0018 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/febd393aa19241189ef0735fde6f0018 2024-11-22T13:14:44,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/466ad9e5037b49efa11d87cecdf66869 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/466ad9e5037b49efa11d87cecdf66869 2024-11-22T13:14:44,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/b15016d03619401a91ded87afd19b915 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/b15016d03619401a91ded87afd19b915 2024-11-22T13:14:44,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/6ada37c239054c5699cc6f5b36760403 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/6ada37c239054c5699cc6f5b36760403 2024-11-22T13:14:44,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/8861a1e509a54795afd3ced4b8f7a0a0 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/8861a1e509a54795afd3ced4b8f7a0a0 2024-11-22T13:14:44,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/53db0ac0df7c40da931e676d2888cf1f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/53db0ac0df7c40da931e676d2888cf1f 2024-11-22T13:14:44,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/42881cb0e06f4fd382fc376239a22a29 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/42881cb0e06f4fd382fc376239a22a29 2024-11-22T13:14:44,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/0242f7c25c314e58bfbc9615ce5cc8ee to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/0242f7c25c314e58bfbc9615ce5cc8ee 2024-11-22T13:14:44,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/fa38839d0f674d22a8c14c89e7b85a11 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/fa38839d0f674d22a8c14c89e7b85a11 2024-11-22T13:14:44,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/8494c8a51a3a485589cd5b9f84d4821e to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/8494c8a51a3a485589cd5b9f84d4821e 2024-11-22T13:14:44,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/fe4eaa245acc439da61b229c48ddad7f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/fe4eaa245acc439da61b229c48ddad7f 2024-11-22T13:14:44,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/1c56bb55f2184f1a8e8f0a4af6813051 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/1c56bb55f2184f1a8e8f0a4af6813051 2024-11-22T13:14:44,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/ca013fd56734434e9525ae5050ff75a7 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/ca013fd56734434e9525ae5050ff75a7 2024-11-22T13:14:44,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/363bdc50ab0c48f981151c909e49876e to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/363bdc50ab0c48f981151c909e49876e 2024-11-22T13:14:44,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/0eae9eca7d82440eb6f2115d61d04c7e to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/0eae9eca7d82440eb6f2115d61d04c7e 2024-11-22T13:14:44,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/a2d15f1e5f86412f875fd312ce06422b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/a2d15f1e5f86412f875fd312ce06422b 2024-11-22T13:14:44,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/0600e4851bb848f090f5239229a8145e to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/0600e4851bb848f090f5239229a8145e 2024-11-22T13:14:44,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/de01eded66ca40cda85ffedd43bb5040, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/67a8701751904d75b296902209844a92, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/bdd671e4537041aa8c13bdbd6a8ed5be, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/902d9456b2264bc4babecec35865e174, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ea52edf805574ef8b1b0ac86834a7971, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/b2caaf9402b64380877a899b98116387, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/64232ba6123844c2a1245c88d70d44e5, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/71760d6172f3459da2b7ec9dc33346a0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ba8d54f27b1a4649bb5e2114d21f987c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/b006b9224efb41ccb8895bcd9e5f8485, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/9a7a08b8a74147e5bb47165a1204ae15, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/c223b0fb867d45edbc049602e49b50eb, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ca804a86bad64712a6c27172d20cb745, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/73124fa84ac84d3e9613d09f7a528eb1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/d9b4c76ecdc04d2687e698c1065a4983, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ebeee8ad4e5f48bc9af14ba7df870193, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/7171d71ff9ba481095328e3ecbe3f8c6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/0a1b531dd98c4916b43b8ac678fdddd9, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/aa4fc73c235b45be82092b190db422c0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/7a4c47cf83494fe383409ed0fb0bf890, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/64b80a183fa94569b6bd7f2386525f8e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/b23c682fce7943a19a98d239f6cd14b9, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/b17d3639310b488b9fd34b01faea3446, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/dd1b19c27ed242828de9b016a98b7494, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/9dd72dedefad40dda02fad94526a61fc, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/e299d8a5a04c4cefae8f51cb33f94208, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ee7ed589677c467bbc3aa472fcb5616f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ab0074a26f274db090a4865341ebe46b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/c0a880a034084ac4a5acb57b40ec6f68, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/2db4fcc336c045fc8c4000efa52580ec, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/cda51747e1d54ae2aec8e86e4784f432, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ff906f62e3f543e3ac51d1e20eccef58, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/cce95a37f2664bad8215d10968ea5d5f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/206ea854805b43829722caf236367123] to archive 2024-11-22T13:14:44,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T13:14:44,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/de01eded66ca40cda85ffedd43bb5040 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/de01eded66ca40cda85ffedd43bb5040 2024-11-22T13:14:44,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/67a8701751904d75b296902209844a92 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/67a8701751904d75b296902209844a92 2024-11-22T13:14:44,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/bdd671e4537041aa8c13bdbd6a8ed5be to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/bdd671e4537041aa8c13bdbd6a8ed5be 2024-11-22T13:14:44,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/902d9456b2264bc4babecec35865e174 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/902d9456b2264bc4babecec35865e174 2024-11-22T13:14:44,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ea52edf805574ef8b1b0ac86834a7971 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ea52edf805574ef8b1b0ac86834a7971 2024-11-22T13:14:44,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/b2caaf9402b64380877a899b98116387 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/b2caaf9402b64380877a899b98116387 2024-11-22T13:14:44,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/64232ba6123844c2a1245c88d70d44e5 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/64232ba6123844c2a1245c88d70d44e5 2024-11-22T13:14:44,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/71760d6172f3459da2b7ec9dc33346a0 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/71760d6172f3459da2b7ec9dc33346a0 2024-11-22T13:14:44,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ba8d54f27b1a4649bb5e2114d21f987c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ba8d54f27b1a4649bb5e2114d21f987c 2024-11-22T13:14:44,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/b006b9224efb41ccb8895bcd9e5f8485 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/b006b9224efb41ccb8895bcd9e5f8485 2024-11-22T13:14:44,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/9a7a08b8a74147e5bb47165a1204ae15 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/9a7a08b8a74147e5bb47165a1204ae15 2024-11-22T13:14:44,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/c223b0fb867d45edbc049602e49b50eb to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/c223b0fb867d45edbc049602e49b50eb 2024-11-22T13:14:44,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ca804a86bad64712a6c27172d20cb745 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ca804a86bad64712a6c27172d20cb745 2024-11-22T13:14:44,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/73124fa84ac84d3e9613d09f7a528eb1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/73124fa84ac84d3e9613d09f7a528eb1 2024-11-22T13:14:44,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/d9b4c76ecdc04d2687e698c1065a4983 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/d9b4c76ecdc04d2687e698c1065a4983 2024-11-22T13:14:44,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ebeee8ad4e5f48bc9af14ba7df870193 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ebeee8ad4e5f48bc9af14ba7df870193 2024-11-22T13:14:44,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/7171d71ff9ba481095328e3ecbe3f8c6 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/7171d71ff9ba481095328e3ecbe3f8c6 2024-11-22T13:14:44,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/0a1b531dd98c4916b43b8ac678fdddd9 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/0a1b531dd98c4916b43b8ac678fdddd9 2024-11-22T13:14:44,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/aa4fc73c235b45be82092b190db422c0 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/aa4fc73c235b45be82092b190db422c0 2024-11-22T13:14:44,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/7a4c47cf83494fe383409ed0fb0bf890 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/7a4c47cf83494fe383409ed0fb0bf890 2024-11-22T13:14:44,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/64b80a183fa94569b6bd7f2386525f8e to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/64b80a183fa94569b6bd7f2386525f8e 2024-11-22T13:14:44,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/b23c682fce7943a19a98d239f6cd14b9 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/b23c682fce7943a19a98d239f6cd14b9 2024-11-22T13:14:44,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/b17d3639310b488b9fd34b01faea3446 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/b17d3639310b488b9fd34b01faea3446 2024-11-22T13:14:44,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/dd1b19c27ed242828de9b016a98b7494 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/dd1b19c27ed242828de9b016a98b7494 2024-11-22T13:14:44,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/9dd72dedefad40dda02fad94526a61fc to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/9dd72dedefad40dda02fad94526a61fc 2024-11-22T13:14:44,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/e299d8a5a04c4cefae8f51cb33f94208 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/e299d8a5a04c4cefae8f51cb33f94208 2024-11-22T13:14:44,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ee7ed589677c467bbc3aa472fcb5616f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ee7ed589677c467bbc3aa472fcb5616f 2024-11-22T13:14:44,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ab0074a26f274db090a4865341ebe46b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ab0074a26f274db090a4865341ebe46b 2024-11-22T13:14:44,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/c0a880a034084ac4a5acb57b40ec6f68 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/c0a880a034084ac4a5acb57b40ec6f68 2024-11-22T13:14:44,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/2db4fcc336c045fc8c4000efa52580ec to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/2db4fcc336c045fc8c4000efa52580ec 2024-11-22T13:14:44,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/cda51747e1d54ae2aec8e86e4784f432 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/cda51747e1d54ae2aec8e86e4784f432 2024-11-22T13:14:44,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ff906f62e3f543e3ac51d1e20eccef58 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/ff906f62e3f543e3ac51d1e20eccef58 2024-11-22T13:14:44,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/cce95a37f2664bad8215d10968ea5d5f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/cce95a37f2664bad8215d10968ea5d5f 2024-11-22T13:14:44,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/206ea854805b43829722caf236367123 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/206ea854805b43829722caf236367123 2024-11-22T13:14:44,964 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/recovered.edits/537.seqid, newMaxSeqId=537, maxSeqId=1 2024-11-22T13:14:44,965 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. 2024-11-22T13:14:44,965 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1676): Region close journal for 47845d53c0957fa8a37dab180d030f33: Waiting for close lock at 1732281283395Running coprocessor pre-close hooks at 1732281283395Disabling compacts and flushes for region at 1732281283395Disabling writes for close at 1732281283422 (+27 ms)Obtaining lock to block concurrent updates at 1732281283422Preparing flush snapshotting stores in 47845d53c0957fa8a37dab180d030f33 at 1732281283422Finished memstore snapshotting TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1732281283423 (+1 ms)Flushing stores of TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33. at 1732281283423Flushing 47845d53c0957fa8a37dab180d030f33/A: creating writer at 1732281283423Flushing 47845d53c0957fa8a37dab180d030f33/A: appending metadata at 1732281283426 (+3 ms)Flushing 47845d53c0957fa8a37dab180d030f33/A: closing flushed file at 1732281283426Flushing 47845d53c0957fa8a37dab180d030f33/B: creating writer at 1732281283968 (+542 ms)Flushing 47845d53c0957fa8a37dab180d030f33/B: appending metadata at 1732281283973 (+5 ms)Flushing 47845d53c0957fa8a37dab180d030f33/B: closing flushed file at 1732281283973Flushing 47845d53c0957fa8a37dab180d030f33/C: creating writer at 1732281284384 (+411 ms)Flushing 47845d53c0957fa8a37dab180d030f33/C: appending metadata at 1732281284387 (+3 ms)Flushing 47845d53c0957fa8a37dab180d030f33/C: closing flushed file at 1732281284387Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fa61538: reopening flushed file at 1732281284799 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2253f269: reopening flushed file at 1732281284808 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32d87830: reopening flushed file at 1732281284816 (+8 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 47845d53c0957fa8a37dab180d030f33 in 1401ms, sequenceid=534, compaction requested=true at 1732281284823 (+7 ms)Writing region close event to WAL at 1732281284961 (+138 ms)Running coprocessor post-close hooks at 1732281284965 (+4 ms)Closed at 1732281284965 2024-11-22T13:14:44,968 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(157): Closed 47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:44,968 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=47845d53c0957fa8a37dab180d030f33, regionState=CLOSED 2024-11-22T13:14:44,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure 47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 because future has completed 2024-11-22T13:14:44,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-22T13:14:44,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseRegionProcedure 47845d53c0957fa8a37dab180d030f33, server=e025332d312f,34015,1732281255160 in 1.7340 sec 2024-11-22T13:14:44,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=25, resume processing ppid=24 2024-11-22T13:14:44,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=24, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=47845d53c0957fa8a37dab180d030f33, UNASSIGN in 1.7410 sec 2024-11-22T13:14:44,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-22T13:14:44,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7480 sec 2024-11-22T13:14:44,978 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281284978"}]},"ts":"1732281284978"} 2024-11-22T13:14:44,980 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T13:14:44,980 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T13:14:44,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7630 sec 2024-11-22T13:14:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T13:14:45,376 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:14:45,380 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T13:14:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:14:45,386 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:14:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T13:14:45,388 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=27, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:14:45,394 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:45,398 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A, FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B, FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C, FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/recovered.edits] 2024-11-22T13:14:45,402 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/00a10a80d30649018e94f820f1a8e872 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/00a10a80d30649018e94f820f1a8e872 2024-11-22T13:14:45,403 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/8948d152ad784a7b80e8f1ec938ff54f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/8948d152ad784a7b80e8f1ec938ff54f 2024-11-22T13:14:45,405 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/a3faeec481c64e89a4fdd771165f1a58 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/a3faeec481c64e89a4fdd771165f1a58 2024-11-22T13:14:45,407 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/b77ad115f30a42099a0e601d3b473072 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/A/b77ad115f30a42099a0e601d3b473072 2024-11-22T13:14:45,410 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/58b2f1552f644797aaeac099d3b3a641 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/58b2f1552f644797aaeac099d3b3a641 2024-11-22T13:14:45,411 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/7efac8dafa6d4bc38668f2e2e2ea4d96 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/7efac8dafa6d4bc38668f2e2e2ea4d96 2024-11-22T13:14:45,412 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/a187b28ed4594251841534c4a73aaac1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/a187b28ed4594251841534c4a73aaac1 2024-11-22T13:14:45,413 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/e8cb5df8742648d1ad5cf6f0815ede76 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/B/e8cb5df8742648d1ad5cf6f0815ede76 2024-11-22T13:14:45,416 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/175f989f06f14a629c0239678bcb8f7a to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/175f989f06f14a629c0239678bcb8f7a 2024-11-22T13:14:45,417 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/64c7dd86c8544b70bf4165427ba247f1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/64c7dd86c8544b70bf4165427ba247f1 2024-11-22T13:14:45,418 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/f0c4d802c4bc4a00b2eaaa2fc39b1e9b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/f0c4d802c4bc4a00b2eaaa2fc39b1e9b 2024-11-22T13:14:45,419 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/f65f53fc24d6442eb37089c1dbf6964a to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/C/f65f53fc24d6442eb37089c1dbf6964a 2024-11-22T13:14:45,423 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/recovered.edits/537.seqid to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33/recovered.edits/537.seqid 2024-11-22T13:14:45,423 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/47845d53c0957fa8a37dab180d030f33 2024-11-22T13:14:45,423 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T13:14:45,429 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=27, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:14:45,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-22T13:14:45,439 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T13:14:45,479 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T13:14:45,480 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=27, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:14:45,480 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T13:14:45,481 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732281285481"}]},"ts":"9223372036854775807"} 2024-11-22T13:14:45,485 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T13:14:45,486 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 47845d53c0957fa8a37dab180d030f33, NAME => 'TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T13:14:45,486 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T13:14:45,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732281285486"}]},"ts":"9223372036854775807"} 2024-11-22T13:14:45,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T13:14:45,493 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=27, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:14:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T13:14:45,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 114 msec 2024-11-22T13:14:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T13:14:45,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T13:14:45,707 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:14:45,718 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=249 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;e025332d312f:34015-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/e025332d312f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-76080288_22 at /127.0.0.1:43146 [Waiting for operation #255] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2073823879_22 at /127.0.0.1:56840 [Waiting for operation #241] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-76080288_22 at /127.0.0.1:56952 [Waiting for operation #213] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e025332d312f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=321 (was 246) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2650 (was 3183) 2024-11-22T13:14:45,728 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=249, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=321, ProcessCount=11, AvailableMemoryMB=2650 2024-11-22T13:14:45,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T13:14:45,730 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T13:14:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T13:14:45,732 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T13:14:45,732 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:45,732 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 28 2024-11-22T13:14:45,733 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T13:14:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-22T13:14:45,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741951_1127 (size=1061) 2024-11-22T13:14:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-22T13:14:46,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-22T13:14:46,142 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9 2024-11-22T13:14:46,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741952_1128 (size=53) 2024-11-22T13:14:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-22T13:14:46,560 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:46,560 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e443b797cd63514d023f5d966c96b517, disabling compactions & flushes 2024-11-22T13:14:46,560 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:46,560 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:46,560 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. after waiting 0 ms 2024-11-22T13:14:46,560 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:46,560 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:46,560 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e443b797cd63514d023f5d966c96b517: Waiting for close lock at 1732281286560Disabling compacts and flushes for region at 1732281286560Disabling writes for close at 1732281286560Writing region close event to WAL at 1732281286560Closed at 1732281286560 2024-11-22T13:14:46,562 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T13:14:46,562 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732281286562"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281286562"}]},"ts":"1732281286562"} 2024-11-22T13:14:46,564 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T13:14:46,565 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T13:14:46,565 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281286565"}]},"ts":"1732281286565"} 2024-11-22T13:14:46,567 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T13:14:46,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e443b797cd63514d023f5d966c96b517, ASSIGN}] 2024-11-22T13:14:46,568 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e443b797cd63514d023f5d966c96b517, ASSIGN 2024-11-22T13:14:46,569 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e443b797cd63514d023f5d966c96b517, ASSIGN; state=OFFLINE, location=e025332d312f,34015,1732281255160; forceNewPlan=false, retain=false 2024-11-22T13:14:46,720 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=e443b797cd63514d023f5d966c96b517, regionState=OPENING, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:14:46,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e443b797cd63514d023f5d966c96b517, ASSIGN because future has completed 2024-11-22T13:14:46,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160}] 2024-11-22T13:14:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-22T13:14:46,878 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:46,878 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} 2024-11-22T13:14:46,878 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:46,878 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:46,878 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:46,879 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:46,880 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:46,881 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:14:46,882 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e443b797cd63514d023f5d966c96b517 columnFamilyName A 2024-11-22T13:14:46,882 DEBUG [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:46,883 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] regionserver.HStore(327): Store=e443b797cd63514d023f5d966c96b517/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:46,883 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:46,884 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:14:46,884 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e443b797cd63514d023f5d966c96b517 columnFamilyName B 2024-11-22T13:14:46,884 DEBUG [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:46,885 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] regionserver.HStore(327): Store=e443b797cd63514d023f5d966c96b517/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:46,885 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:46,886 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:14:46,886 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e443b797cd63514d023f5d966c96b517 columnFamilyName C 2024-11-22T13:14:46,886 DEBUG [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:46,887 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] regionserver.HStore(327): Store=e443b797cd63514d023f5d966c96b517/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:46,887 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:46,887 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:46,888 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:46,888 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:46,889 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:46,889 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:46,890 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T13:14:46,891 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:46,893 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:14:46,893 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1114): Opened e443b797cd63514d023f5d966c96b517; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64992810, jitterRate=-0.03153166174888611}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T13:14:46,893 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:46,894 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for e443b797cd63514d023f5d966c96b517: Running coprocessor pre-open hook at 1732281286879Writing region info on filesystem at 1732281286879Initializing all the Stores at 1732281286879Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281286879Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281286880 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281286880Cleaning up temporary data from old regions at 1732281286889 (+9 ms)Running coprocessor post-open hooks at 1732281286893 (+4 ms)Region opened successfully at 1732281286894 (+1 ms) 2024-11-22T13:14:46,895 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., pid=30, masterSystemTime=1732281286875 2024-11-22T13:14:46,897 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:46,897 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:46,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=e443b797cd63514d023f5d966c96b517, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:14:46,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 because future has completed 2024-11-22T13:14:46,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-22T13:14:46,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 in 178 msec 2024-11-22T13:14:46,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-22T13:14:46,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e443b797cd63514d023f5d966c96b517, ASSIGN in 335 msec 2024-11-22T13:14:46,904 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T13:14:46,904 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281286904"}]},"ts":"1732281286904"} 2024-11-22T13:14:46,906 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T13:14:46,906 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T13:14:46,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1760 sec 2024-11-22T13:14:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-22T13:14:47,876 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:14:47,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2697ccde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:47,878 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:14:47,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:14:47,881 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:14:47,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:14:47,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:14:47,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c300ae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:47,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:14:47,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:14:47,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:47,885 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:14:47,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a869d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:47,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:47,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:14:47,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:47,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:47,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T13:14:47,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e025332d312f,46617,1732281253851 2024-11-22T13:14:47,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a9498cf 2024-11-22T13:14:47,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T13:14:47,893 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T13:14:47,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T13:14:47,898 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T13:14:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T13:14:47,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741953_1129 (size=1097) 2024-11-22T13:14:48,319 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-22T13:14:48,319 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-22T13:14:48,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T13:14:48,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e443b797cd63514d023f5d966c96b517, REOPEN/MOVE}] 2024-11-22T13:14:48,330 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e443b797cd63514d023f5d966c96b517, REOPEN/MOVE 2024-11-22T13:14:48,331 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=e443b797cd63514d023f5d966c96b517, regionState=CLOSING, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:14:48,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e443b797cd63514d023f5d966c96b517, REOPEN/MOVE because future has completed 2024-11-22T13:14:48,333 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T13:14:48,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160}] 2024-11-22T13:14:48,487 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:48,487 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T13:14:48,487 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing e443b797cd63514d023f5d966c96b517, disabling compactions & flushes 2024-11-22T13:14:48,487 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:48,487 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:48,487 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. after waiting 0 ms 2024-11-22T13:14:48,487 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:48,495 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T13:14:48,497 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:48,497 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for e443b797cd63514d023f5d966c96b517: Waiting for close lock at 1732281288487Running coprocessor pre-close hooks at 1732281288487Disabling compacts and flushes for region at 1732281288487Disabling writes for close at 1732281288487Writing region close event to WAL at 1732281288488 (+1 ms)Running coprocessor post-close hooks at 1732281288496 (+8 ms)Closed at 1732281288497 (+1 ms) 2024-11-22T13:14:48,497 WARN [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionServer(3299): Not adding moved region record: e443b797cd63514d023f5d966c96b517 to self. 2024-11-22T13:14:48,501 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:48,501 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=e443b797cd63514d023f5d966c96b517, regionState=CLOSED 2024-11-22T13:14:48,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 because future has completed 2024-11-22T13:14:48,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-22T13:14:48,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 in 171 msec 2024-11-22T13:14:48,506 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e443b797cd63514d023f5d966c96b517, REOPEN/MOVE; state=CLOSED, location=e025332d312f,34015,1732281255160; forceNewPlan=false, retain=true 2024-11-22T13:14:48,657 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=e443b797cd63514d023f5d966c96b517, regionState=OPENING, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:14:48,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e443b797cd63514d023f5d966c96b517, REOPEN/MOVE because future has completed 2024-11-22T13:14:48,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160}] 2024-11-22T13:14:48,817 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:48,818 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} 2024-11-22T13:14:48,818 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:48,818 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:48,818 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:48,819 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:48,823 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:48,824 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:14:48,830 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e443b797cd63514d023f5d966c96b517 columnFamilyName A 2024-11-22T13:14:48,832 DEBUG [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:48,833 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] regionserver.HStore(327): Store=e443b797cd63514d023f5d966c96b517/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:48,833 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:48,834 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:14:48,834 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e443b797cd63514d023f5d966c96b517 columnFamilyName B 2024-11-22T13:14:48,834 DEBUG [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:48,835 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] regionserver.HStore(327): Store=e443b797cd63514d023f5d966c96b517/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:48,835 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:48,835 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:14:48,835 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e443b797cd63514d023f5d966c96b517 columnFamilyName C 2024-11-22T13:14:48,835 DEBUG [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:48,836 INFO [StoreOpener-e443b797cd63514d023f5d966c96b517-1 {}] regionserver.HStore(327): Store=e443b797cd63514d023f5d966c96b517/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:48,836 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:48,836 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:48,837 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:48,838 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:48,839 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:48,839 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:48,839 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T13:14:48,840 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:48,841 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened e443b797cd63514d023f5d966c96b517; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59143441, jitterRate=-0.11869405210018158}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T13:14:48,841 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:48,842 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for e443b797cd63514d023f5d966c96b517: Running coprocessor pre-open hook at 1732281288819Writing region info on filesystem at 1732281288819Initializing all the Stores at 1732281288820 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281288820Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281288821 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281288821Cleaning up temporary data from old regions at 1732281288839 (+18 ms)Running coprocessor post-open hooks at 1732281288841 (+2 ms)Region opened successfully at 1732281288841 2024-11-22T13:14:48,842 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., pid=35, masterSystemTime=1732281288810 2024-11-22T13:14:48,844 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:48,844 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:48,845 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=e443b797cd63514d023f5d966c96b517, regionState=OPEN, openSeqNum=5, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:14:48,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 because future has completed 2024-11-22T13:14:48,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=33 2024-11-22T13:14:48,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 in 236 msec 2024-11-22T13:14:48,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-22T13:14:48,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e443b797cd63514d023f5d966c96b517, REOPEN/MOVE in 569 msec 2024-11-22T13:14:48,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-22T13:14:48,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 582 msec 2024-11-22T13:14:48,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.0080 sec 2024-11-22T13:14:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-22T13:14:48,913 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:14:48,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:14:48,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:14:48,914 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:14:48,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:14:48,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:14:48,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c901f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:14:48,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:14:48,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:48,916 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:14:48,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1953facc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35409f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:14:48,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:14:48,918 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:14:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:14:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:14:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecb8e63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:14:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:14:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:48,919 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:14:48,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3044db4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7944f9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:14:48,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:14:48,921 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:14:48,921 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:14:48,921 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:14:48,921 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4786a77b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,921 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:14:48,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:14:48,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:48,922 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:14:48,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0b10cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38720fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:14:48,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:14:48,924 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:14:48,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:14:48,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:14:48,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6316050c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:14:48,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:14:48,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:48,926 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:14:48,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a58f37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c77b203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,927 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:14:48,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:14:48,928 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:14:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:14:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:14:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd54e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:14:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:14:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:48,929 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:14:48,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d94e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3f6eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,931 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:14:48,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:14:48,932 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:14:48,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:14:48,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:14:48,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c42963d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:14:48,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:14:48,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:48,933 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:14:48,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4636f671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40353459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:14:48,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:14:48,936 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:14:48,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:14:48,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:14:48,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335d07fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:14:48,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:14:48,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:48,937 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:14:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f667eff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160383af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,938 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:14:48,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:14:48,939 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:14:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:14:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:14:48,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78fe878c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:14:48,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:14:48,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:48,941 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:14:48,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e5a04f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123a694c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:14:48,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:14:48,943 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:14:48,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:14:48,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:14:48,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8eb089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:14:48,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:14:48,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:48,945 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:14:48,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12dd14a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:48,946 DEBUG [Thread-662 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:48,946 DEBUG [Thread-649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:48,946 DEBUG [Thread-653 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:48,947 DEBUG [Thread-656 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:48,947 DEBUG [Thread-658 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:48,947 DEBUG [Thread-645 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:48,947 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:14:48,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:14:48,948 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:14:48,948 DEBUG [Thread-649 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:14:48,948 DEBUG [Thread-656 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:14:48,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:14:48,948 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:48,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:48,948 DEBUG [Thread-649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:48,948 DEBUG [Thread-656 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:48,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:48,948 DEBUG [Thread-647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:48,948 DEBUG [Thread-651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:48,949 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:14:48,949 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-22T13:14:48,949 DEBUG [Thread-660 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:48,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:48,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:48,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:48,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:14:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:14:48,951 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:14:48,951 DEBUG [Thread-660 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:14:48,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:48,951 DEBUG [Thread-660 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T13:14:48,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:48,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:48,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:48,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:48,953 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:14:48,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:14:48,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:14:48,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:14:48,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:14:48,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:14:48,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:14:48,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:14:48,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:14:48,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:14:48,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:14:48,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e443b797cd63514d023f5d966c96b517 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T13:14:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:48,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=A 2024-11-22T13:14:48,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:48,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=B 2024-11-22T13:14:48,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:48,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=C 2024-11-22T13:14:48,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:49,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112212043c02df6b427abbe925ba52c8ee20_e443b797cd63514d023f5d966c96b517 is 50, key is test_row_0/A:col10/1732281288957/Put/seqid=0 2024-11-22T13:14:49,029 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1732281288995, max timestamp=1732281289023Num uniques 859; 2024-11-22T13:14:49,029 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459 2024-11-22T13:14:49,034 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281289007, max timestamp=1732281289023Num uniques 859; 2024-11-22T13:14:49,034 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281289007, max timestamp=1732281289023Num uniques 859; 2024-11-22T13:14:49,034 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:14:49,034 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:14:49,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741954_1130 (size=14594) 2024-11-22T13:14:49,040 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:49,046 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112212043c02df6b427abbe925ba52c8ee20_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112212043c02df6b427abbe925ba52c8ee20_e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:49,047 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/aaaf72ac709649b8a35e1a349248765d, store: [table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:49,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/aaaf72ac709649b8a35e1a349248765d is 175, key is test_row_0/A:col10/1732281288957/Put/seqid=0 2024-11-22T13:14:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T13:14:49,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281349064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281349067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281349067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281349070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,083 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,083 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281349071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,083 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741955_1131 (size=39549) 2024-11-22T13:14:49,098 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/aaaf72ac709649b8a35e1a349248765d 2024-11-22T13:14:49,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-22T13:14:49,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:49,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:14:49,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:49,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:49,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:49,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/e1f8eef209bc4dbaab45e15c8e14ae5a is 50, key is test_row_0/B:col10/1732281288957/Put/seqid=0 2024-11-22T13:14:49,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741956_1132 (size=12001) 2024-11-22T13:14:49,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/e1f8eef209bc4dbaab45e15c8e14ae5a 2024-11-22T13:14:49,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281349175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281349175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281349175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/c8fdcf21ae6243fcaa811080afd905e8 is 50, key is test_row_0/C:col10/1732281288957/Put/seqid=0 2024-11-22T13:14:49,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281349196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281349196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741957_1133 (size=12001) 2024-11-22T13:14:49,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/c8fdcf21ae6243fcaa811080afd905e8 2024-11-22T13:14:49,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/aaaf72ac709649b8a35e1a349248765d as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/aaaf72ac709649b8a35e1a349248765d 2024-11-22T13:14:49,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/aaaf72ac709649b8a35e1a349248765d, entries=200, sequenceid=15, filesize=38.6 K 2024-11-22T13:14:49,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/e1f8eef209bc4dbaab45e15c8e14ae5a as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/e1f8eef209bc4dbaab45e15c8e14ae5a 2024-11-22T13:14:49,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/e1f8eef209bc4dbaab45e15c8e14ae5a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T13:14:49,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/c8fdcf21ae6243fcaa811080afd905e8 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/c8fdcf21ae6243fcaa811080afd905e8 2024-11-22T13:14:49,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/c8fdcf21ae6243fcaa811080afd905e8, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T13:14:49,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for e443b797cd63514d023f5d966c96b517 in 276ms, sequenceid=15, compaction requested=false 2024-11-22T13:14:49,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:14:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T13:14:49,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-22T13:14:49,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:49,268 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing e443b797cd63514d023f5d966c96b517 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-22T13:14:49,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=A 2024-11-22T13:14:49,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:14:49,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=B 2024-11-22T13:14:49,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:14:49,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=C 2024-11-22T13:14:49,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:14:49,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e0c085923a474a07afe927fb75e499cf_e443b797cd63514d023f5d966c96b517 is 50, key is test_row_0/A:col10/1732281289067/Put/seqid=0 2024-11-22T13:14:49,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741958_1134 (size=12154) 2024-11-22T13:14:49,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:49,315 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e0c085923a474a07afe927fb75e499cf_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e0c085923a474a07afe927fb75e499cf_e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:49,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/013f652581af404a9364d17e44b2a221, store: [table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:49,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/013f652581af404a9364d17e44b2a221 is 175, key is test_row_0/A:col10/1732281289067/Put/seqid=0 2024-11-22T13:14:49,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741959_1135 (size=30955) 2024-11-22T13:14:49,337 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/013f652581af404a9364d17e44b2a221 2024-11-22T13:14:49,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/71e31282db67436b91aad9c4167fe908 is 50, key is test_row_0/B:col10/1732281289067/Put/seqid=0 2024-11-22T13:14:49,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741960_1136 (size=12001) 2024-11-22T13:14:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:49,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:14:49,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281349406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,421 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,421 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,421 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281349409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281349409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281349420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281349422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281349525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281349525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281349525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281349535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281349535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T13:14:49,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281349735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281349735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281349735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281349745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,762 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/71e31282db67436b91aad9c4167fe908 2024-11-22T13:14:49,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281349755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:49,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/e4649a2e72af4e06b096726e580d66df is 50, key is test_row_0/C:col10/1732281289067/Put/seqid=0 2024-11-22T13:14:49,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741961_1137 (size=12001) 2024-11-22T13:14:49,792 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/e4649a2e72af4e06b096726e580d66df 2024-11-22T13:14:49,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/013f652581af404a9364d17e44b2a221 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/013f652581af404a9364d17e44b2a221 2024-11-22T13:14:49,808 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/013f652581af404a9364d17e44b2a221, entries=150, sequenceid=49, filesize=30.2 K 2024-11-22T13:14:49,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/71e31282db67436b91aad9c4167fe908 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/71e31282db67436b91aad9c4167fe908 2024-11-22T13:14:49,819 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/71e31282db67436b91aad9c4167fe908, entries=150, sequenceid=49, filesize=11.7 K 2024-11-22T13:14:49,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/e4649a2e72af4e06b096726e580d66df as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/e4649a2e72af4e06b096726e580d66df 2024-11-22T13:14:49,827 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/e4649a2e72af4e06b096726e580d66df, entries=150, sequenceid=49, filesize=11.7 K 2024-11-22T13:14:49,829 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=60.38 KB/61830 for e443b797cd63514d023f5d966c96b517 in 562ms, sequenceid=49, compaction requested=false 2024-11-22T13:14:49,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:14:49,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:49,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-22T13:14:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-22T13:14:49,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-22T13:14:49,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 878 msec 2024-11-22T13:14:49,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 886 msec 2024-11-22T13:14:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:50,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e443b797cd63514d023f5d966c96b517 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T13:14:50,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=A 2024-11-22T13:14:50,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:50,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=B 2024-11-22T13:14:50,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:50,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=C 2024-11-22T13:14:50,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:50,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e70b2dc08ad3424880bf418a5496b5b0_e443b797cd63514d023f5d966c96b517 is 50, key is test_row_0/A:col10/1732281289403/Put/seqid=0 2024-11-22T13:14:50,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741962_1138 (size=14594) 2024-11-22T13:14:50,084 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T13:14:50,086 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:14:50,087 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:14:50,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281350080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:50,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:50,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:50,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281350083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281350082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:50,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:50,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281350088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:50,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281350088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-22T13:14:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:50,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:50,091 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:14:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-22T13:14:50,092 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:14:50,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:14:50,096 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e70b2dc08ad3424880bf418a5496b5b0_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e70b2dc08ad3424880bf418a5496b5b0_e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:50,097 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/0d3214b02dd44d4a9f1248e567a76fec, store: [table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:50,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/0d3214b02dd44d4a9f1248e567a76fec is 175, key is test_row_0/A:col10/1732281289403/Put/seqid=0 2024-11-22T13:14:50,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741963_1139 (size=39549) 2024-11-22T13:14:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-22T13:14:50,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:50,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281350195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281350195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281350196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281350195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281350196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:50,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:50,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-22T13:14:50,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:50,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:14:50,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:50,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:50,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:50,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-22T13:14:50,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:50,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:14:50,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:50,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:50,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-22T13:14:50,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281350405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:50,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:50,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281350405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:50,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:50,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:50,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281350405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:50,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:50,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281350405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:50,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:50,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:50,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281350405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:50,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:50,503 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/0d3214b02dd44d4a9f1248e567a76fec 2024-11-22T13:14:50,510 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T13:14:50,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/31058a06e9804c9d826a47db679899ae is 50, key is test_row_0/B:col10/1732281289403/Put/seqid=0 2024-11-22T13:14:50,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-22T13:14:50,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:50,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:14:50,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:50,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:50,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:50,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741964_1140 (size=12001) 2024-11-22T13:14:50,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/31058a06e9804c9d826a47db679899ae 2024-11-22T13:14:50,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/3dca6639bd974d9fa41702fb0316abde is 50, key is test_row_0/C:col10/1732281289403/Put/seqid=0 2024-11-22T13:14:50,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741965_1141 (size=12001) 2024-11-22T13:14:50,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-22T13:14:50,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:50,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:14:50,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:50,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:50,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-22T13:14:50,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:50,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281350715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281350715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:50,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:50,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:50,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281350725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:50,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:50,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281350726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:50,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:50,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281350726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:50,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:50,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:50,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:50,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-22T13:14:50,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:50,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:14:50,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:50,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:50,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:50,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/3dca6639bd974d9fa41702fb0316abde 2024-11-22T13:14:51,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/0d3214b02dd44d4a9f1248e567a76fec as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/0d3214b02dd44d4a9f1248e567a76fec 2024-11-22T13:14:51,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/0d3214b02dd44d4a9f1248e567a76fec, entries=200, sequenceid=62, filesize=38.6 K 2024-11-22T13:14:51,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-22T13:14:51,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:51,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:14:51,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:51,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:51,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:51,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/31058a06e9804c9d826a47db679899ae as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/31058a06e9804c9d826a47db679899ae 2024-11-22T13:14:51,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/31058a06e9804c9d826a47db679899ae, entries=150, sequenceid=62, filesize=11.7 K 2024-11-22T13:14:51,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/3dca6639bd974d9fa41702fb0316abde as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/3dca6639bd974d9fa41702fb0316abde 2024-11-22T13:14:51,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/3dca6639bd974d9fa41702fb0316abde, entries=150, sequenceid=62, filesize=11.7 K 2024-11-22T13:14:51,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for e443b797cd63514d023f5d966c96b517 in 1010ms, sequenceid=62, compaction requested=true 2024-11-22T13:14:51,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:14:51,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:14:51,058 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:51,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:51,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:14:51,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:51,058 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:51,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:14:51,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:51,060 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:51,060 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/A is initiating minor compaction (all files) 2024-11-22T13:14:51,061 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/A in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:51,061 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/aaaf72ac709649b8a35e1a349248765d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/013f652581af404a9364d17e44b2a221, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/0d3214b02dd44d4a9f1248e567a76fec] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=107.5 K 2024-11-22T13:14:51,061 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:51,061 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. files: [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/aaaf72ac709649b8a35e1a349248765d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/013f652581af404a9364d17e44b2a221, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/0d3214b02dd44d4a9f1248e567a76fec] 2024-11-22T13:14:51,062 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting aaaf72ac709649b8a35e1a349248765d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732281288957 2024-11-22T13:14:51,062 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:51,062 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/B is initiating minor compaction (all files) 2024-11-22T13:14:51,062 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/B in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:51,063 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/e1f8eef209bc4dbaab45e15c8e14ae5a, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/71e31282db67436b91aad9c4167fe908, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/31058a06e9804c9d826a47db679899ae] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=35.2 K 2024-11-22T13:14:51,063 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 013f652581af404a9364d17e44b2a221, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732281289054 2024-11-22T13:14:51,063 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting e1f8eef209bc4dbaab45e15c8e14ae5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732281288957 2024-11-22T13:14:51,063 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d3214b02dd44d4a9f1248e567a76fec, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732281289403 2024-11-22T13:14:51,064 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 71e31282db67436b91aad9c4167fe908, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732281289054 2024-11-22T13:14:51,065 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 31058a06e9804c9d826a47db679899ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732281289403 2024-11-22T13:14:51,081 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:51,085 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#B#compaction#124 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:51,086 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/e62d72f4734b45a6a744dfcf3988cf30 is 50, key is test_row_0/B:col10/1732281289403/Put/seqid=0 2024-11-22T13:14:51,089 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112261e9b6a7764b4e70b2f9e52ccf6be439_e443b797cd63514d023f5d966c96b517 store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:51,100 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112261e9b6a7764b4e70b2f9e52ccf6be439_e443b797cd63514d023f5d966c96b517, store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:51,100 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112261e9b6a7764b4e70b2f9e52ccf6be439_e443b797cd63514d023f5d966c96b517 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:51,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741966_1142 (size=12104) 2024-11-22T13:14:51,124 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/e62d72f4734b45a6a744dfcf3988cf30 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/e62d72f4734b45a6a744dfcf3988cf30 2024-11-22T13:14:51,134 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/B of e443b797cd63514d023f5d966c96b517 into e62d72f4734b45a6a744dfcf3988cf30(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:51,135 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:14:51,135 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/B, priority=13, startTime=1732281291058; duration=0sec 2024-11-22T13:14:51,135 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:51,135 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:B 2024-11-22T13:14:51,135 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:51,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741967_1143 (size=4469) 2024-11-22T13:14:51,136 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:51,137 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/C is initiating minor compaction (all files) 2024-11-22T13:14:51,137 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/C in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:51,137 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/c8fdcf21ae6243fcaa811080afd905e8, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/e4649a2e72af4e06b096726e580d66df, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/3dca6639bd974d9fa41702fb0316abde] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=35.2 K 2024-11-22T13:14:51,137 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting c8fdcf21ae6243fcaa811080afd905e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732281288957 2024-11-22T13:14:51,138 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting e4649a2e72af4e06b096726e580d66df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732281289054 2024-11-22T13:14:51,138 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 3dca6639bd974d9fa41702fb0316abde, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732281289403 2024-11-22T13:14:51,159 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#C#compaction#125 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:51,160 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/cd545bd9422245ffaa16af3e70d98937 is 50, key is test_row_0/C:col10/1732281289403/Put/seqid=0 2024-11-22T13:14:51,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-22T13:14:51,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:51,168 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing e443b797cd63514d023f5d966c96b517 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T13:14:51,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=A 2024-11-22T13:14:51,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:51,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=B 2024-11-22T13:14:51,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:51,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=C 2024-11-22T13:14:51,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:51,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741968_1144 (size=12104) 2024-11-22T13:14:51,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122632adbf34ffc4b9995094803a655afea_e443b797cd63514d023f5d966c96b517 is 50, key is test_row_0/A:col10/1732281290081/Put/seqid=0 2024-11-22T13:14:51,208 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/cd545bd9422245ffaa16af3e70d98937 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/cd545bd9422245ffaa16af3e70d98937 2024-11-22T13:14:51,219 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/C of e443b797cd63514d023f5d966c96b517 into cd545bd9422245ffaa16af3e70d98937(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:51,219 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:14:51,219 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/C, priority=13, startTime=1732281291058; duration=0sec 2024-11-22T13:14:51,219 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:51,219 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:C 2024-11-22T13:14:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-22T13:14:51,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741969_1145 (size=12154) 2024-11-22T13:14:51,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:51,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:14:51,239 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122632adbf34ffc4b9995094803a655afea_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122632adbf34ffc4b9995094803a655afea_e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:51,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/60929f3db6ec47b0a4085b45677173f1, store: [table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:51,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/60929f3db6ec47b0a4085b45677173f1 is 175, key is test_row_0/A:col10/1732281290081/Put/seqid=0 2024-11-22T13:14:51,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281351243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:51,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:51,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741970_1146 (size=30955) 2024-11-22T13:14:51,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281351249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:51,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:51,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281351250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:51,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:51,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281351252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:51,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:51,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:51,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281351253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:51,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:51,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281351355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:51,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:51,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281351366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:51,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:51,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281351366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:51,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:51,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:51,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281351366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:51,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:51,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:51,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281351366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:51,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:51,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:51,536 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#A#compaction#123 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:51,537 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/cc1c94b53bd940b5b7d2fe3ae6ad5942 is 175, key is test_row_0/A:col10/1732281289403/Put/seqid=0 2024-11-22T13:14:51,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741971_1147 (size=31058) 2024-11-22T13:14:51,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281351565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:51,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:51,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281351575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:51,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:51,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281351576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:51,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:51,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281351576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:51,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:51,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281351576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:51,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:51,654 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/60929f3db6ec47b0a4085b45677173f1 2024-11-22T13:14:51,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/05e31bb793794d8f848f6829c822c767 is 50, key is test_row_0/B:col10/1732281290081/Put/seqid=0 2024-11-22T13:14:51,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741972_1148 (size=12001) 2024-11-22T13:14:51,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281351875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:51,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:51,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281351885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:51,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281351885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:51,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:51,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281351885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:51,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:51,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:51,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281351894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:51,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:51,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:51,947 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/cc1c94b53bd940b5b7d2fe3ae6ad5942 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/cc1c94b53bd940b5b7d2fe3ae6ad5942 2024-11-22T13:14:51,956 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/A of e443b797cd63514d023f5d966c96b517 into cc1c94b53bd940b5b7d2fe3ae6ad5942(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:51,956 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:14:51,957 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/A, priority=13, startTime=1732281291058; duration=0sec 2024-11-22T13:14:51,957 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:51,957 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:A 2024-11-22T13:14:52,072 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/05e31bb793794d8f848f6829c822c767 2024-11-22T13:14:52,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/a140fb3cab6f4957b62e74083f3726ab is 50, key is test_row_0/C:col10/1732281290081/Put/seqid=0 2024-11-22T13:14:52,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741973_1149 (size=12001) 2024-11-22T13:14:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-22T13:14:52,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281352385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:52,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:52,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:52,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:52,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281352394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:52,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281352395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:52,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:52,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:52,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:52,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281352395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:52,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:52,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281352405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:52,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:52,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:52,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:52,488 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/a140fb3cab6f4957b62e74083f3726ab 2024-11-22T13:14:52,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/60929f3db6ec47b0a4085b45677173f1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/60929f3db6ec47b0a4085b45677173f1 2024-11-22T13:14:52,500 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/60929f3db6ec47b0a4085b45677173f1, entries=150, sequenceid=83, filesize=30.2 K 2024-11-22T13:14:52,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/05e31bb793794d8f848f6829c822c767 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/05e31bb793794d8f848f6829c822c767 2024-11-22T13:14:52,507 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/05e31bb793794d8f848f6829c822c767, entries=150, sequenceid=83, filesize=11.7 K 2024-11-22T13:14:52,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/a140fb3cab6f4957b62e74083f3726ab as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/a140fb3cab6f4957b62e74083f3726ab 2024-11-22T13:14:52,515 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/a140fb3cab6f4957b62e74083f3726ab, entries=150, sequenceid=83, filesize=11.7 K 2024-11-22T13:14:52,517 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for e443b797cd63514d023f5d966c96b517 in 1348ms, sequenceid=83, compaction requested=false 2024-11-22T13:14:52,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:14:52,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:52,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-22T13:14:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-22T13:14:52,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-22T13:14:52,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4260 sec 2024-11-22T13:14:52,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 2.4330 sec 2024-11-22T13:14:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:53,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e443b797cd63514d023f5d966c96b517 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-22T13:14:53,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=A 2024-11-22T13:14:53,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:53,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=B 2024-11-22T13:14:53,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:53,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=C 2024-11-22T13:14:53,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:53,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f173f1f991db43efbadf00ad701a6231_e443b797cd63514d023f5d966c96b517 is 50, key is test_row_0/A:col10/1732281293395/Put/seqid=0 2024-11-22T13:14:53,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741974_1150 (size=12154) 2024-11-22T13:14:53,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281353427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:53,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:53,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281353429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:53,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:53,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:53,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281353430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:53,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:53,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281353431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:53,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:53,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281353436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:53,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:53,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281353545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:53,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:53,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281353545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:53,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:53,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:53,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281353545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281353545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:53,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281353545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:53,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:53,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:53,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281353755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:53,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:53,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281353755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:53,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:53,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:53,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281353755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:53,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:53,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281353755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281353755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:53,819 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:53,823 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f173f1f991db43efbadf00ad701a6231_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f173f1f991db43efbadf00ad701a6231_e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:53,824 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/e54510220b5c4a9e9f0d3ee7c02dfc55, store: [table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:53,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/e54510220b5c4a9e9f0d3ee7c02dfc55 is 175, key is test_row_0/A:col10/1732281293395/Put/seqid=0 2024-11-22T13:14:53,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741975_1151 (size=30955) 2024-11-22T13:14:54,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281354065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:54,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:54,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:54,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:54,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281354065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:54,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:54,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281354065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:54,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:54,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281354065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281354066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:54,230 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/e54510220b5c4a9e9f0d3ee7c02dfc55 2024-11-22T13:14:54,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/c29d61c774ed4f78948a665dbbda019b is 50, key is test_row_0/B:col10/1732281293395/Put/seqid=0 2024-11-22T13:14:54,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741976_1152 (size=12001) 2024-11-22T13:14:54,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/c29d61c774ed4f78948a665dbbda019b 2024-11-22T13:14:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-22T13:14:54,249 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:14:54,249 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:14:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-22T13:14:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T13:14:54,254 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:14:54,255 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:14:54,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:14:54,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/fe937be5f65c4bfcad9c94c62da3824b is 50, key is test_row_0/C:col10/1732281293395/Put/seqid=0 2024-11-22T13:14:54,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741977_1153 (size=12001) 2024-11-22T13:14:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T13:14:54,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T13:14:54,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:54,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:14:54,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:54,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:54,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:54,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T13:14:54,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:54,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:14:54,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:54,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:54,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T13:14:54,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281354575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:54,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281354575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:54,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:54,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:54,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:54,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:54,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:54,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281354575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:54,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:54,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:54,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:54,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281354575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:54,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:54,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:54,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:54,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281354575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:54,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:54,579 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:54,579 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:54,579 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:54,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/fe937be5f65c4bfcad9c94c62da3824b 2024-11-22T13:14:54,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/e54510220b5c4a9e9f0d3ee7c02dfc55 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/e54510220b5c4a9e9f0d3ee7c02dfc55 2024-11-22T13:14:54,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/e54510220b5c4a9e9f0d3ee7c02dfc55, entries=150, sequenceid=99, filesize=30.2 K 2024-11-22T13:14:54,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/c29d61c774ed4f78948a665dbbda019b as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/c29d61c774ed4f78948a665dbbda019b 2024-11-22T13:14:54,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/c29d61c774ed4f78948a665dbbda019b, entries=150, sequenceid=99, filesize=11.7 K 2024-11-22T13:14:54,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/fe937be5f65c4bfcad9c94c62da3824b as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/fe937be5f65c4bfcad9c94c62da3824b 2024-11-22T13:14:54,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/fe937be5f65c4bfcad9c94c62da3824b, entries=150, sequenceid=99, filesize=11.7 K 2024-11-22T13:14:54,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for e443b797cd63514d023f5d966c96b517 in 1295ms, sequenceid=99, compaction requested=true 2024-11-22T13:14:54,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:14:54,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:14:54,693 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:54,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:54,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:14:54,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:54,693 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:54,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:14:54,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:54,694 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:54,694 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/A is initiating minor compaction (all files) 2024-11-22T13:14:54,694 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/A in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:54,694 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/cc1c94b53bd940b5b7d2fe3ae6ad5942, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/60929f3db6ec47b0a4085b45677173f1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/e54510220b5c4a9e9f0d3ee7c02dfc55] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=90.8 K 2024-11-22T13:14:54,694 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:54,694 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. files: [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/cc1c94b53bd940b5b7d2fe3ae6ad5942, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/60929f3db6ec47b0a4085b45677173f1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/e54510220b5c4a9e9f0d3ee7c02dfc55] 2024-11-22T13:14:54,695 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:54,695 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/B is initiating minor compaction (all files) 2024-11-22T13:14:54,695 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/B in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:54,695 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/e62d72f4734b45a6a744dfcf3988cf30, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/05e31bb793794d8f848f6829c822c767, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/c29d61c774ed4f78948a665dbbda019b] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=35.3 K 2024-11-22T13:14:54,695 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc1c94b53bd940b5b7d2fe3ae6ad5942, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732281289403 2024-11-22T13:14:54,695 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60929f3db6ec47b0a4085b45677173f1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732281290079 2024-11-22T13:14:54,695 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting e62d72f4734b45a6a744dfcf3988cf30, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732281289403 2024-11-22T13:14:54,695 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 05e31bb793794d8f848f6829c822c767, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732281290079 2024-11-22T13:14:54,696 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting e54510220b5c4a9e9f0d3ee7c02dfc55, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732281291240 2024-11-22T13:14:54,696 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting c29d61c774ed4f78948a665dbbda019b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732281291240 2024-11-22T13:14:54,701 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:54,703 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#B#compaction#133 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:54,703 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/9ae1ea9153b64202bbc638522c64be2a is 50, key is test_row_0/B:col10/1732281293395/Put/seqid=0 2024-11-22T13:14:54,704 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112246beb930a0cd422497fabeac6c115662_e443b797cd63514d023f5d966c96b517 store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:54,707 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112246beb930a0cd422497fabeac6c115662_e443b797cd63514d023f5d966c96b517, store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:54,708 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112246beb930a0cd422497fabeac6c115662_e443b797cd63514d023f5d966c96b517 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:54,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T13:14:54,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:54,715 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing e443b797cd63514d023f5d966c96b517 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-22T13:14:54,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=A 2024-11-22T13:14:54,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:54,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=B 2024-11-22T13:14:54,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:54,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=C 2024-11-22T13:14:54,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:54,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741979_1155 (size=4469) 2024-11-22T13:14:54,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741978_1154 (size=12207) 2024-11-22T13:14:54,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e68e8a24b92b416ca18adefe93a8e2cd_e443b797cd63514d023f5d966c96b517 is 50, key is test_row_0/A:col10/1732281293427/Put/seqid=0 2024-11-22T13:14:54,737 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/9ae1ea9153b64202bbc638522c64be2a as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/9ae1ea9153b64202bbc638522c64be2a 2024-11-22T13:14:54,743 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/B of e443b797cd63514d023f5d966c96b517 into 9ae1ea9153b64202bbc638522c64be2a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:54,743 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:14:54,743 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/B, priority=13, startTime=1732281294693; duration=0sec 2024-11-22T13:14:54,743 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:54,743 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:B 2024-11-22T13:14:54,743 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:54,745 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:54,745 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/C is initiating minor compaction (all files) 2024-11-22T13:14:54,745 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/C in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:54,745 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/cd545bd9422245ffaa16af3e70d98937, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/a140fb3cab6f4957b62e74083f3726ab, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/fe937be5f65c4bfcad9c94c62da3824b] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=35.3 K 2024-11-22T13:14:54,746 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting cd545bd9422245ffaa16af3e70d98937, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732281289403 2024-11-22T13:14:54,746 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting a140fb3cab6f4957b62e74083f3726ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732281290079 2024-11-22T13:14:54,747 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting fe937be5f65c4bfcad9c94c62da3824b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732281291240 2024-11-22T13:14:54,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741980_1156 (size=12154) 2024-11-22T13:14:54,754 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#C#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:54,755 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/4e025d5f36024aa8b2c45be28049d5d2 is 50, key is test_row_0/C:col10/1732281293395/Put/seqid=0 2024-11-22T13:14:54,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:54,760 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e68e8a24b92b416ca18adefe93a8e2cd_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e68e8a24b92b416ca18adefe93a8e2cd_e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:54,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/a320359ef4a74eeaa6361c7dc71a68aa, store: [table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:54,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/a320359ef4a74eeaa6361c7dc71a68aa is 175, key is test_row_0/A:col10/1732281293427/Put/seqid=0 2024-11-22T13:14:54,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741982_1158 (size=30955) 2024-11-22T13:14:54,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741981_1157 (size=12207) 2024-11-22T13:14:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T13:14:55,128 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#A#compaction#132 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:55,129 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/22fb95c439a448829f012e4072a81ce4 is 175, key is test_row_0/A:col10/1732281293395/Put/seqid=0 2024-11-22T13:14:55,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741983_1159 (size=31161) 2024-11-22T13:14:55,167 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/a320359ef4a74eeaa6361c7dc71a68aa 2024-11-22T13:14:55,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/03165ff8880247fd8d7a3ddeb32e1ad1 is 50, key is test_row_0/B:col10/1732281293427/Put/seqid=0 2024-11-22T13:14:55,175 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/4e025d5f36024aa8b2c45be28049d5d2 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/4e025d5f36024aa8b2c45be28049d5d2 2024-11-22T13:14:55,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741984_1160 (size=12001) 2024-11-22T13:14:55,182 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/C of e443b797cd63514d023f5d966c96b517 into 4e025d5f36024aa8b2c45be28049d5d2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:55,182 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:14:55,182 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/C, priority=13, startTime=1732281294693; duration=0sec 2024-11-22T13:14:55,182 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/03165ff8880247fd8d7a3ddeb32e1ad1 2024-11-22T13:14:55,182 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:55,182 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:C 2024-11-22T13:14:55,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/fe103c3ce685472da6eaa515454091b1 is 50, key is test_row_0/C:col10/1732281293427/Put/seqid=0 2024-11-22T13:14:55,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741985_1161 (size=12001) 2024-11-22T13:14:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T13:14:55,537 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/22fb95c439a448829f012e4072a81ce4 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/22fb95c439a448829f012e4072a81ce4 2024-11-22T13:14:55,541 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/A of e443b797cd63514d023f5d966c96b517 into 22fb95c439a448829f012e4072a81ce4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:55,541 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:14:55,542 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/A, priority=13, startTime=1732281294692; duration=0sec 2024-11-22T13:14:55,542 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:55,542 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:A 2024-11-22T13:14:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:55,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:14:55,594 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/fe103c3ce685472da6eaa515454091b1 2024-11-22T13:14:55,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/a320359ef4a74eeaa6361c7dc71a68aa as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/a320359ef4a74eeaa6361c7dc71a68aa 2024-11-22T13:14:55,605 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/a320359ef4a74eeaa6361c7dc71a68aa, entries=150, sequenceid=117, filesize=30.2 K 2024-11-22T13:14:55,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281355601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:55,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:55,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281355602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:55,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:55,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:55,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281355603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:55,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:55,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:55,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/03165ff8880247fd8d7a3ddeb32e1ad1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/03165ff8880247fd8d7a3ddeb32e1ad1 2024-11-22T13:14:55,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281355605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:55,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281355605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:55,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:55,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:55,615 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/03165ff8880247fd8d7a3ddeb32e1ad1, entries=150, sequenceid=117, filesize=11.7 K 2024-11-22T13:14:55,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/fe103c3ce685472da6eaa515454091b1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/fe103c3ce685472da6eaa515454091b1 2024-11-22T13:14:55,622 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/fe103c3ce685472da6eaa515454091b1, entries=150, sequenceid=117, filesize=11.7 K 2024-11-22T13:14:55,624 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for e443b797cd63514d023f5d966c96b517 in 909ms, sequenceid=117, compaction requested=false 2024-11-22T13:14:55,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:14:55,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:55,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-22T13:14:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-22T13:14:55,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-22T13:14:55,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3710 sec 2024-11-22T13:14:55,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.3790 sec 2024-11-22T13:14:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:55,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e443b797cd63514d023f5d966c96b517 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T13:14:55,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=A 2024-11-22T13:14:55,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:55,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=B 2024-11-22T13:14:55,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:55,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=C 2024-11-22T13:14:55,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:55,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281355729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:55,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281355730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:55,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:55,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:55,740 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,740 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281355732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:55,740 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:55,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:55,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281355734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:55,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:55,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f96e3284e12f49f586a3680b01aa66fc_e443b797cd63514d023f5d966c96b517 is 50, key is test_row_0/A:col10/1732281295603/Put/seqid=0 2024-11-22T13:14:55,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281355740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:55,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:55,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741986_1162 (size=14794) 2024-11-22T13:14:55,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281355845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:55,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:55,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281355845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:55,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:55,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281355845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:55,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:55,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281355845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:55,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281355855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:55,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:55,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:56,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281356055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281356055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:56,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:56,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:56,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281356055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:56,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:56,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281356056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:56,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:56,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:56,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281356065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:56,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:56,173 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:56,178 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f96e3284e12f49f586a3680b01aa66fc_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f96e3284e12f49f586a3680b01aa66fc_e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:56,179 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/4055b755e56542eba86b8d59429f1a8e, store: [table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:56,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/4055b755e56542eba86b8d59429f1a8e is 175, key is test_row_0/A:col10/1732281295603/Put/seqid=0 2024-11-22T13:14:56,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741987_1163 (size=39749) 2024-11-22T13:14:56,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281356365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:56,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:56,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281356366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:56,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:56,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281356366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:56,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:56,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281356366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:56,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:56,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281356375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:56,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T13:14:56,396 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:14:56,396 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:14:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-22T13:14:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T13:14:56,401 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:14:56,402 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:14:56,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:14:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T13:14:56,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T13:14:56,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:56,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:14:56,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:56,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:56,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:56,584 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/4055b755e56542eba86b8d59429f1a8e 2024-11-22T13:14:56,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/4ce3c8fb43504930ae98421f58f9d959 is 50, key is test_row_0/B:col10/1732281295603/Put/seqid=0 2024-11-22T13:14:56,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741988_1164 (size=12151) 2024-11-22T13:14:56,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/4ce3c8fb43504930ae98421f58f9d959 2024-11-22T13:14:56,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/f611611a7ccd41ceb5af93d55fb64042 is 50, key is test_row_0/C:col10/1732281295603/Put/seqid=0 2024-11-22T13:14:56,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741989_1165 (size=12151) 2024-11-22T13:14:56,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/f611611a7ccd41ceb5af93d55fb64042 2024-11-22T13:14:56,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/4055b755e56542eba86b8d59429f1a8e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/4055b755e56542eba86b8d59429f1a8e 2024-11-22T13:14:56,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/4055b755e56542eba86b8d59429f1a8e, entries=200, sequenceid=136, filesize=38.8 K 2024-11-22T13:14:56,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/4ce3c8fb43504930ae98421f58f9d959 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/4ce3c8fb43504930ae98421f58f9d959 2024-11-22T13:14:56,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/4ce3c8fb43504930ae98421f58f9d959, entries=150, sequenceid=136, filesize=11.9 K 2024-11-22T13:14:56,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/f611611a7ccd41ceb5af93d55fb64042 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/f611611a7ccd41ceb5af93d55fb64042 2024-11-22T13:14:56,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/f611611a7ccd41ceb5af93d55fb64042, entries=150, sequenceid=136, filesize=11.9 K 2024-11-22T13:14:56,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for e443b797cd63514d023f5d966c96b517 in 912ms, sequenceid=136, compaction requested=true 2024-11-22T13:14:56,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:14:56,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:14:56,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:56,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:14:56,629 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:56,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:56,629 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:56,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:14:56,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:56,630 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:56,630 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:56,630 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/B is initiating minor compaction (all files) 2024-11-22T13:14:56,630 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/A is initiating minor compaction (all files) 2024-11-22T13:14:56,630 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/B in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:56,630 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/A in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:56,630 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/9ae1ea9153b64202bbc638522c64be2a, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/03165ff8880247fd8d7a3ddeb32e1ad1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/4ce3c8fb43504930ae98421f58f9d959] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=35.5 K 2024-11-22T13:14:56,630 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/22fb95c439a448829f012e4072a81ce4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/a320359ef4a74eeaa6361c7dc71a68aa, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/4055b755e56542eba86b8d59429f1a8e] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=99.5 K 2024-11-22T13:14:56,630 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:56,630 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. files: [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/22fb95c439a448829f012e4072a81ce4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/a320359ef4a74eeaa6361c7dc71a68aa, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/4055b755e56542eba86b8d59429f1a8e] 2024-11-22T13:14:56,631 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ae1ea9153b64202bbc638522c64be2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732281291240 2024-11-22T13:14:56,631 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22fb95c439a448829f012e4072a81ce4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732281291240 2024-11-22T13:14:56,631 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 03165ff8880247fd8d7a3ddeb32e1ad1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732281293427 2024-11-22T13:14:56,631 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ce3c8fb43504930ae98421f58f9d959, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732281295602 2024-11-22T13:14:56,632 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting a320359ef4a74eeaa6361c7dc71a68aa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732281293427 2024-11-22T13:14:56,632 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4055b755e56542eba86b8d59429f1a8e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732281295601 2024-11-22T13:14:56,643 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#B#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:56,644 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/5d4e56cc96784a098ae9585db91bf7c5 is 50, key is test_row_0/B:col10/1732281295603/Put/seqid=0 2024-11-22T13:14:56,645 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:56,647 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411220140717ef185416884e2be5e9346e88b_e443b797cd63514d023f5d966c96b517 store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:56,650 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411220140717ef185416884e2be5e9346e88b_e443b797cd63514d023f5d966c96b517, store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:56,650 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220140717ef185416884e2be5e9346e88b_e443b797cd63514d023f5d966c96b517 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:56,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741991_1167 (size=4469) 2024-11-22T13:14:56,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741990_1166 (size=12459) 2024-11-22T13:14:56,672 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#A#compaction#142 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:56,673 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/5e0a255d32f44637b17c36a752eb558b is 175, key is test_row_0/A:col10/1732281295603/Put/seqid=0 2024-11-22T13:14:56,684 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/5d4e56cc96784a098ae9585db91bf7c5 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/5d4e56cc96784a098ae9585db91bf7c5 2024-11-22T13:14:56,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741992_1168 (size=31413) 2024-11-22T13:14:56,700 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/5e0a255d32f44637b17c36a752eb558b as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/5e0a255d32f44637b17c36a752eb558b 2024-11-22T13:14:56,702 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/B of e443b797cd63514d023f5d966c96b517 into 5d4e56cc96784a098ae9585db91bf7c5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:56,702 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:14:56,702 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/B, priority=13, startTime=1732281296629; duration=0sec 2024-11-22T13:14:56,702 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:56,702 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:B 2024-11-22T13:14:56,702 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:56,705 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:56,706 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/C is initiating minor compaction (all files) 2024-11-22T13:14:56,706 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/C in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:56,706 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/4e025d5f36024aa8b2c45be28049d5d2, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/fe103c3ce685472da6eaa515454091b1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/f611611a7ccd41ceb5af93d55fb64042] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=35.5 K 2024-11-22T13:14:56,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T13:14:56,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:56,707 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing e443b797cd63514d023f5d966c96b517 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T13:14:56,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=A 2024-11-22T13:14:56,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:56,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=B 2024-11-22T13:14:56,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:56,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=C 2024-11-22T13:14:56,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:56,708 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e025d5f36024aa8b2c45be28049d5d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732281291240 2024-11-22T13:14:56,709 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting fe103c3ce685472da6eaa515454091b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732281293427 2024-11-22T13:14:56,710 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting f611611a7ccd41ceb5af93d55fb64042, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732281295602 2024-11-22T13:14:56,711 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/A of e443b797cd63514d023f5d966c96b517 into 5e0a255d32f44637b17c36a752eb558b(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:56,711 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:14:56,711 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/A, priority=13, startTime=1732281296629; duration=0sec 2024-11-22T13:14:56,712 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:56,712 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:A 2024-11-22T13:14:56,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T13:14:56,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b5ed014f410548a4ad8334c023bdbcd5_e443b797cd63514d023f5d966c96b517 is 50, key is test_row_0/A:col10/1732281295732/Put/seqid=0 2024-11-22T13:14:56,720 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#C#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:56,720 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/b38e863c9ac74a458d943fd4815caec6 is 50, key is test_row_0/C:col10/1732281295603/Put/seqid=0 2024-11-22T13:14:56,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741994_1170 (size=12459) 2024-11-22T13:14:56,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741993_1169 (size=12304) 2024-11-22T13:14:56,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:56,739 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/b38e863c9ac74a458d943fd4815caec6 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/b38e863c9ac74a458d943fd4815caec6 2024-11-22T13:14:56,746 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b5ed014f410548a4ad8334c023bdbcd5_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b5ed014f410548a4ad8334c023bdbcd5_e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:56,747 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/C of e443b797cd63514d023f5d966c96b517 into b38e863c9ac74a458d943fd4815caec6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:56,747 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:14:56,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/fa6ecbe6e71142ae8016481755fcab83, store: [table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:56,747 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/C, priority=13, startTime=1732281296629; duration=0sec 2024-11-22T13:14:56,747 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:56,747 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:C 2024-11-22T13:14:56,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/fa6ecbe6e71142ae8016481755fcab83 is 175, key is test_row_0/A:col10/1732281295732/Put/seqid=0 2024-11-22T13:14:56,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741995_1171 (size=31105) 2024-11-22T13:14:56,759 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=153, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/fa6ecbe6e71142ae8016481755fcab83 2024-11-22T13:14:56,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/bdbdd7faeea3446b9b92a1f86379ccfd is 50, key is test_row_0/B:col10/1732281295732/Put/seqid=0 2024-11-22T13:14:56,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741996_1172 (size=12151) 2024-11-22T13:14:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:56,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:14:56,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281356902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281356903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:56,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281356907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:56,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:56,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281356909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:56,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281356910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:56,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:57,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281357015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:57,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281357015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:57,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:57,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T13:14:57,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281357025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:57,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281357026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:57,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281357026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:57,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:57,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:57,182 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/bdbdd7faeea3446b9b92a1f86379ccfd 2024-11-22T13:14:57,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/7fe050f80b984430bccb2929ab15df5a is 50, key is test_row_0/C:col10/1732281295732/Put/seqid=0 2024-11-22T13:14:57,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741997_1173 (size=12151) 2024-11-22T13:14:57,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281357225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:57,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281357225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:57,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:57,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:57,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281357235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:57,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281357235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:57,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281357235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T13:14:57,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281357535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:57,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:57,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281357535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:57,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:57,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:57,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281357545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:57,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:57,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281357545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:57,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:57,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:57,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281357545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:57,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:57,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:57,624 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/7fe050f80b984430bccb2929ab15df5a 2024-11-22T13:14:57,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/fa6ecbe6e71142ae8016481755fcab83 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/fa6ecbe6e71142ae8016481755fcab83 2024-11-22T13:14:57,637 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/fa6ecbe6e71142ae8016481755fcab83, entries=150, sequenceid=153, filesize=30.4 K 2024-11-22T13:14:57,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/bdbdd7faeea3446b9b92a1f86379ccfd as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/bdbdd7faeea3446b9b92a1f86379ccfd 2024-11-22T13:14:57,644 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/bdbdd7faeea3446b9b92a1f86379ccfd, entries=150, sequenceid=153, filesize=11.9 K 2024-11-22T13:14:57,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/7fe050f80b984430bccb2929ab15df5a as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/7fe050f80b984430bccb2929ab15df5a 2024-11-22T13:14:57,650 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/7fe050f80b984430bccb2929ab15df5a, entries=150, sequenceid=153, filesize=11.9 K 2024-11-22T13:14:57,651 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for e443b797cd63514d023f5d966c96b517 in 944ms, sequenceid=153, compaction requested=false 2024-11-22T13:14:57,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:14:57,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:57,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-22T13:14:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-22T13:14:57,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-22T13:14:57,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2510 sec 2024-11-22T13:14:57,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.2590 sec 2024-11-22T13:14:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:58,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e443b797cd63514d023f5d966c96b517 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-22T13:14:58,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=A 2024-11-22T13:14:58,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:58,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=B 2024-11-22T13:14:58,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:58,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=C 2024-11-22T13:14:58,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:58,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e4ce156795014c6cbbd93324b4ed05dc_e443b797cd63514d023f5d966c96b517 is 50, key is test_row_0/A:col10/1732281296908/Put/seqid=0 2024-11-22T13:14:58,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:58,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281358063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281358062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:58,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:58,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:58,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741998_1174 (size=17284) 2024-11-22T13:14:58,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281358068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:58,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281358068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:58,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281358069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:58,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:58,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281358175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:58,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:58,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281358175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:58,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:58,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281358185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:58,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:58,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281358185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:58,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:58,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281358185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:58,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:58,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:58,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281358385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:58,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:58,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281358395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:58,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281358395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:58,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281358395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:58,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281358395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:58,474 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:58,478 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e4ce156795014c6cbbd93324b4ed05dc_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e4ce156795014c6cbbd93324b4ed05dc_e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:58,479 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/cb2dbf182b184015912d9370b6a00729, store: [table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:58,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/cb2dbf182b184015912d9370b6a00729 is 175, key is test_row_0/A:col10/1732281296908/Put/seqid=0 2024-11-22T13:14:58,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741999_1175 (size=48389) 2024-11-22T13:14:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T13:14:58,545 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:14:58,545 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:14:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-22T13:14:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T13:14:58,547 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:14:58,548 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:14:58,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:14:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T13:14:58,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281358696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:58,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:58,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T13:14:58,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:58,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:14:58,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:58,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:58,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:58,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281358705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:58,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:58,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281358705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:58,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:58,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:58,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281358705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:58,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:58,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281358705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:58,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:58,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:58,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:58,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T13:14:58,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:58,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:14:58,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:58,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:58,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T13:14:58,883 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/cb2dbf182b184015912d9370b6a00729 2024-11-22T13:14:58,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/9810c9e9dbc3453aa4cb06c46ada4583 is 50, key is test_row_0/B:col10/1732281296908/Put/seqid=0 2024-11-22T13:14:58,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742000_1176 (size=12151) 2024-11-22T13:14:58,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/9810c9e9dbc3453aa4cb06c46ada4583 2024-11-22T13:14:58,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/ff3a73987aa04e428280d4c219b9ecbc is 50, key is test_row_0/C:col10/1732281296908/Put/seqid=0 2024-11-22T13:14:58,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742001_1177 (size=12151) 2024-11-22T13:14:58,972 INFO [master/e025332d312f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T13:14:58,972 INFO [master/e025332d312f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T13:14:59,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T13:14:59,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:59,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:14:59,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:59,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:59,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:59,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T13:14:59,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:59,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:14:59,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:59,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:59,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T13:14:59,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281359205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:59,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:59,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281359215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:59,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:59,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281359215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:59,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:59,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:59,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:59,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281359215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:59,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:59,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:59,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:59,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:59,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:59,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281359216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:14:59,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:59,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:14:59,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:14:59,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T13:14:59,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:59,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:14:59,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:59,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:59,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:14:59,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/ff3a73987aa04e428280d4c219b9ecbc 2024-11-22T13:14:59,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/cb2dbf182b184015912d9370b6a00729 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/cb2dbf182b184015912d9370b6a00729 2024-11-22T13:14:59,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/cb2dbf182b184015912d9370b6a00729, entries=250, sequenceid=174, filesize=47.3 K 2024-11-22T13:14:59,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/9810c9e9dbc3453aa4cb06c46ada4583 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/9810c9e9dbc3453aa4cb06c46ada4583 2024-11-22T13:14:59,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/9810c9e9dbc3453aa4cb06c46ada4583, entries=150, sequenceid=174, filesize=11.9 K 2024-11-22T13:14:59,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/ff3a73987aa04e428280d4c219b9ecbc as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/ff3a73987aa04e428280d4c219b9ecbc 2024-11-22T13:14:59,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/ff3a73987aa04e428280d4c219b9ecbc, entries=150, sequenceid=174, filesize=11.9 K 2024-11-22T13:14:59,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=80.51 KB/82440 for e443b797cd63514d023f5d966c96b517 in 1305ms, sequenceid=174, compaction requested=true 2024-11-22T13:14:59,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:14:59,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:14:59,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:59,354 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:59,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:14:59,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:59,355 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:59,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:14:59,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:59,356 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:59,356 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/B is initiating minor compaction (all files) 2024-11-22T13:14:59,356 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/B in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:59,356 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/5d4e56cc96784a098ae9585db91bf7c5, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/bdbdd7faeea3446b9b92a1f86379ccfd, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/9810c9e9dbc3453aa4cb06c46ada4583] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=35.9 K 2024-11-22T13:14:59,356 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:59,356 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/A is initiating minor compaction (all files) 2024-11-22T13:14:59,356 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/A in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:59,356 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d4e56cc96784a098ae9585db91bf7c5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732281295602 2024-11-22T13:14:59,356 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/5e0a255d32f44637b17c36a752eb558b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/fa6ecbe6e71142ae8016481755fcab83, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/cb2dbf182b184015912d9370b6a00729] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=108.3 K 2024-11-22T13:14:59,356 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:59,357 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. files: [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/5e0a255d32f44637b17c36a752eb558b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/fa6ecbe6e71142ae8016481755fcab83, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/cb2dbf182b184015912d9370b6a00729] 2024-11-22T13:14:59,357 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting bdbdd7faeea3446b9b92a1f86379ccfd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732281295729 2024-11-22T13:14:59,357 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e0a255d32f44637b17c36a752eb558b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732281295602 2024-11-22T13:14:59,357 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 9810c9e9dbc3453aa4cb06c46ada4583, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732281296908 2024-11-22T13:14:59,357 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa6ecbe6e71142ae8016481755fcab83, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732281295729 2024-11-22T13:14:59,358 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb2dbf182b184015912d9370b6a00729, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732281296904 2024-11-22T13:14:59,365 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:59,368 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122fbebf3250c554f4aa9c3e4cc8025f001_e443b797cd63514d023f5d966c96b517 store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:59,368 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#B#compaction#151 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:59,369 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/e1159ab7072a47a1b330b80f0ff6429d is 50, key is test_row_0/B:col10/1732281296908/Put/seqid=0 2024-11-22T13:14:59,370 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122fbebf3250c554f4aa9c3e4cc8025f001_e443b797cd63514d023f5d966c96b517, store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:59,371 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fbebf3250c554f4aa9c3e4cc8025f001_e443b797cd63514d023f5d966c96b517 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:59,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742002_1178 (size=12561) 2024-11-22T13:14:59,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742003_1179 (size=4469) 2024-11-22T13:14:59,395 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#A#compaction#150 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:59,395 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/2f8b617427fb43b5b8e868f1ffb23fa4 is 175, key is test_row_0/A:col10/1732281296908/Put/seqid=0 2024-11-22T13:14:59,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742004_1180 (size=31515) 2024-11-22T13:14:59,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T13:14:59,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:59,469 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing e443b797cd63514d023f5d966c96b517 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-22T13:14:59,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=A 2024-11-22T13:14:59,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:59,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=B 2024-11-22T13:14:59,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:59,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=C 2024-11-22T13:14:59,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:14:59,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222f7632247e854bc7969e729bac1d8ae6_e443b797cd63514d023f5d966c96b517 is 50, key is test_row_0/A:col10/1732281298067/Put/seqid=0 2024-11-22T13:14:59,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742005_1181 (size=12304) 2024-11-22T13:14:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T13:14:59,787 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/e1159ab7072a47a1b330b80f0ff6429d as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/e1159ab7072a47a1b330b80f0ff6429d 2024-11-22T13:14:59,792 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/B of e443b797cd63514d023f5d966c96b517 into e1159ab7072a47a1b330b80f0ff6429d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:59,792 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:14:59,792 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/B, priority=13, startTime=1732281299354; duration=0sec 2024-11-22T13:14:59,793 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:14:59,793 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:B 2024-11-22T13:14:59,793 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:14:59,794 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:14:59,794 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/C is initiating minor compaction (all files) 2024-11-22T13:14:59,794 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/C in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:14:59,794 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/b38e863c9ac74a458d943fd4815caec6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/7fe050f80b984430bccb2929ab15df5a, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/ff3a73987aa04e428280d4c219b9ecbc] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=35.9 K 2024-11-22T13:14:59,795 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting b38e863c9ac74a458d943fd4815caec6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732281295602 2024-11-22T13:14:59,795 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fe050f80b984430bccb2929ab15df5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732281295729 2024-11-22T13:14:59,795 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting ff3a73987aa04e428280d4c219b9ecbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732281296908 2024-11-22T13:14:59,806 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#C#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:14:59,806 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/8465bbd93c624f34bc4e1e5f61d7c7dd is 50, key is test_row_0/C:col10/1732281296908/Put/seqid=0 2024-11-22T13:14:59,807 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/2f8b617427fb43b5b8e868f1ffb23fa4 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/2f8b617427fb43b5b8e868f1ffb23fa4 2024-11-22T13:14:59,814 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/A of e443b797cd63514d023f5d966c96b517 into 2f8b617427fb43b5b8e868f1ffb23fa4(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:14:59,814 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:14:59,814 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/A, priority=13, startTime=1732281299354; duration=0sec 2024-11-22T13:14:59,814 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:14:59,814 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:A 2024-11-22T13:14:59,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742006_1182 (size=12561) 2024-11-22T13:14:59,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:59,886 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222f7632247e854bc7969e729bac1d8ae6_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222f7632247e854bc7969e729bac1d8ae6_e443b797cd63514d023f5d966c96b517 2024-11-22T13:14:59,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/58fba971245b4e28a2b5b266616f1edb, store: [table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:14:59,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/58fba971245b4e28a2b5b266616f1edb is 175, key is test_row_0/A:col10/1732281298067/Put/seqid=0 2024-11-22T13:14:59,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742007_1183 (size=31105) 2024-11-22T13:15:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:00,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:15:00,222 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/8465bbd93c624f34bc4e1e5f61d7c7dd as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/8465bbd93c624f34bc4e1e5f61d7c7dd 2024-11-22T13:15:00,227 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/C of e443b797cd63514d023f5d966c96b517 into 8465bbd93c624f34bc4e1e5f61d7c7dd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:00,228 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:15:00,228 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/C, priority=13, startTime=1732281299355; duration=0sec 2024-11-22T13:15:00,228 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:00,228 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:C 2024-11-22T13:15:00,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281360236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:00,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:00,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281360239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:00,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281360240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:00,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281360242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:00,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281360243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:00,294 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=189, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/58fba971245b4e28a2b5b266616f1edb 2024-11-22T13:15:00,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/d4333c38fd984d98bccf7aabd35806c8 is 50, key is test_row_0/B:col10/1732281298067/Put/seqid=0 2024-11-22T13:15:00,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742008_1184 (size=12151) 2024-11-22T13:15:00,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281360345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:00,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:00,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281360354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:00,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:00,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281360354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:00,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:00,357 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:00,357 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,357 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:00,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281360355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281360355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:00,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:00,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:00,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281360555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:00,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:00,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281360564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:00,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:00,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281360565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:00,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:00,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281360565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:00,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281360565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:00,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:00,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T13:15:00,707 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/d4333c38fd984d98bccf7aabd35806c8 2024-11-22T13:15:00,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/7fc6090508a04f8b8c0dc6fee7ffb2ec is 50, key is test_row_0/C:col10/1732281298067/Put/seqid=0 2024-11-22T13:15:00,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742009_1185 (size=12151) 2024-11-22T13:15:00,719 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/7fc6090508a04f8b8c0dc6fee7ffb2ec 2024-11-22T13:15:00,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/58fba971245b4e28a2b5b266616f1edb as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/58fba971245b4e28a2b5b266616f1edb 2024-11-22T13:15:00,729 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/58fba971245b4e28a2b5b266616f1edb, entries=150, sequenceid=189, filesize=30.4 K 2024-11-22T13:15:00,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/d4333c38fd984d98bccf7aabd35806c8 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/d4333c38fd984d98bccf7aabd35806c8 2024-11-22T13:15:00,735 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/d4333c38fd984d98bccf7aabd35806c8, entries=150, sequenceid=189, filesize=11.9 K 2024-11-22T13:15:00,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/7fc6090508a04f8b8c0dc6fee7ffb2ec as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/7fc6090508a04f8b8c0dc6fee7ffb2ec 2024-11-22T13:15:00,742 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/7fc6090508a04f8b8c0dc6fee7ffb2ec, entries=150, sequenceid=189, filesize=11.9 K 2024-11-22T13:15:00,743 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for e443b797cd63514d023f5d966c96b517 in 1274ms, sequenceid=189, compaction requested=false 2024-11-22T13:15:00,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:15:00,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:00,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-22T13:15:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-22T13:15:00,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-22T13:15:00,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1970 sec 2024-11-22T13:15:00,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.2040 sec 2024-11-22T13:15:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:00,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e443b797cd63514d023f5d966c96b517 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-22T13:15:00,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=A 2024-11-22T13:15:00,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:00,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=B 2024-11-22T13:15:00,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:00,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=C 2024-11-22T13:15:00,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:00,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a38839011c244dfebd58680adbc023b4_e443b797cd63514d023f5d966c96b517 is 50, key is test_row_0/A:col10/1732281300865/Put/seqid=0 2024-11-22T13:15:00,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281360885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:00,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281360887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:00,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281360889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:00,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281360890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:00,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281360890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:00,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742010_1186 (size=14794) 2024-11-22T13:15:00,910 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:00,916 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a38839011c244dfebd58680adbc023b4_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a38839011c244dfebd58680adbc023b4_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:00,918 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/74f9c7f63fea45789c76406cc1e9a418, store: [table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:00,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/74f9c7f63fea45789c76406cc1e9a418 is 175, key is test_row_0/A:col10/1732281300865/Put/seqid=0 2024-11-22T13:15:00,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742011_1187 (size=39749) 2024-11-22T13:15:00,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281360995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:00,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:00,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:01,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281361005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:01,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:01,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281361005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:01,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281361005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281361005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:01,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281361205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:01,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281361215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:01,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281361215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281361215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:01,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281361215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:01,335 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/74f9c7f63fea45789c76406cc1e9a418 2024-11-22T13:15:01,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/3fdd0849eeb247658d546a9681166676 is 50, key is test_row_0/B:col10/1732281300865/Put/seqid=0 2024-11-22T13:15:01,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742012_1188 (size=12151) 2024-11-22T13:15:01,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281361515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:01,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:01,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281361525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:01,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:01,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281361525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:01,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:01,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281361525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:01,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:01,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281361525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:01,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:01,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:01,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/3fdd0849eeb247658d546a9681166676 2024-11-22T13:15:01,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/8b95f67c18ed46acbaf34d89e0ce47b1 is 50, key is test_row_0/C:col10/1732281300865/Put/seqid=0 2024-11-22T13:15:01,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742013_1189 (size=12151) 2024-11-22T13:15:02,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281362025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:02,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:02,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:02,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:02,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281362035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:02,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:02,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:02,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:02,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281362035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:02,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281362035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:02,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:02,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:02,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:02,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281362036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:02,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:02,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:02,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:02,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/8b95f67c18ed46acbaf34d89e0ce47b1 2024-11-22T13:15:02,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/74f9c7f63fea45789c76406cc1e9a418 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/74f9c7f63fea45789c76406cc1e9a418 2024-11-22T13:15:02,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/74f9c7f63fea45789c76406cc1e9a418, entries=200, sequenceid=210, filesize=38.8 K 2024-11-22T13:15:02,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/3fdd0849eeb247658d546a9681166676 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/3fdd0849eeb247658d546a9681166676 2024-11-22T13:15:02,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/3fdd0849eeb247658d546a9681166676, entries=150, sequenceid=210, filesize=11.9 K 2024-11-22T13:15:02,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/8b95f67c18ed46acbaf34d89e0ce47b1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/8b95f67c18ed46acbaf34d89e0ce47b1 2024-11-22T13:15:02,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/8b95f67c18ed46acbaf34d89e0ce47b1, entries=150, sequenceid=210, filesize=11.9 K 2024-11-22T13:15:02,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for e443b797cd63514d023f5d966c96b517 in 1321ms, sequenceid=210, compaction requested=true 2024-11-22T13:15:02,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:15:02,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:15:02,188 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:02,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:02,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:15:02,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:02,188 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:02,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:15:02,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:02,189 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:02,189 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:02,189 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/B is initiating minor compaction (all files) 2024-11-22T13:15:02,189 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/A is initiating minor compaction (all files) 2024-11-22T13:15:02,189 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/A in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:02,189 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/B in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:02,190 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/e1159ab7072a47a1b330b80f0ff6429d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/d4333c38fd984d98bccf7aabd35806c8, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/3fdd0849eeb247658d546a9681166676] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=36.0 K 2024-11-22T13:15:02,190 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/2f8b617427fb43b5b8e868f1ffb23fa4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/58fba971245b4e28a2b5b266616f1edb, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/74f9c7f63fea45789c76406cc1e9a418] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=100.0 K 2024-11-22T13:15:02,190 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:02,190 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. files: [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/2f8b617427fb43b5b8e868f1ffb23fa4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/58fba971245b4e28a2b5b266616f1edb, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/74f9c7f63fea45789c76406cc1e9a418] 2024-11-22T13:15:02,190 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting e1159ab7072a47a1b330b80f0ff6429d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732281296908 2024-11-22T13:15:02,190 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f8b617427fb43b5b8e868f1ffb23fa4, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732281296908 2024-11-22T13:15:02,190 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting d4333c38fd984d98bccf7aabd35806c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732281298061 2024-11-22T13:15:02,191 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58fba971245b4e28a2b5b266616f1edb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732281298061 2024-11-22T13:15:02,191 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fdd0849eeb247658d546a9681166676, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732281300218 2024-11-22T13:15:02,191 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74f9c7f63fea45789c76406cc1e9a418, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732281300218 2024-11-22T13:15:02,200 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:02,201 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#B#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:02,202 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/4122dbb3d50548228df5c5090ab6bd35 is 50, key is test_row_0/B:col10/1732281300865/Put/seqid=0 2024-11-22T13:15:02,203 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411224d86c02e0eaa4929a10357e9d051ccf8_e443b797cd63514d023f5d966c96b517 store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:02,205 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411224d86c02e0eaa4929a10357e9d051ccf8_e443b797cd63514d023f5d966c96b517, store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:02,205 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224d86c02e0eaa4929a10357e9d051ccf8_e443b797cd63514d023f5d966c96b517 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:02,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742014_1190 (size=12663) 2024-11-22T13:15:02,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742015_1191 (size=4469) 2024-11-22T13:15:02,611 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#A#compaction#160 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:02,611 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/da08981f43e74563b5b873b38f38673d is 175, key is test_row_0/A:col10/1732281300865/Put/seqid=0 2024-11-22T13:15:02,615 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/4122dbb3d50548228df5c5090ab6bd35 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/4122dbb3d50548228df5c5090ab6bd35 2024-11-22T13:15:02,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742016_1192 (size=31617) 2024-11-22T13:15:02,621 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/B of e443b797cd63514d023f5d966c96b517 into 4122dbb3d50548228df5c5090ab6bd35(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:02,621 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:15:02,621 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/B, priority=13, startTime=1732281302188; duration=0sec 2024-11-22T13:15:02,621 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:02,621 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:B 2024-11-22T13:15:02,621 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:02,623 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:02,623 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/C is initiating minor compaction (all files) 2024-11-22T13:15:02,623 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/C in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:02,623 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/8465bbd93c624f34bc4e1e5f61d7c7dd, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/7fc6090508a04f8b8c0dc6fee7ffb2ec, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/8b95f67c18ed46acbaf34d89e0ce47b1] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=36.0 K 2024-11-22T13:15:02,623 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 8465bbd93c624f34bc4e1e5f61d7c7dd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732281296908 2024-11-22T13:15:02,624 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fc6090508a04f8b8c0dc6fee7ffb2ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732281298061 2024-11-22T13:15:02,624 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b95f67c18ed46acbaf34d89e0ce47b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732281300218 2024-11-22T13:15:02,632 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#C#compaction#161 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:02,633 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/e81428e21f3e406b8782ea11e98a72e6 is 50, key is test_row_0/C:col10/1732281300865/Put/seqid=0 2024-11-22T13:15:02,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742017_1193 (size=12663) 2024-11-22T13:15:02,644 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/e81428e21f3e406b8782ea11e98a72e6 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/e81428e21f3e406b8782ea11e98a72e6 2024-11-22T13:15:02,649 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/C of e443b797cd63514d023f5d966c96b517 into e81428e21f3e406b8782ea11e98a72e6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:02,649 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:15:02,649 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/C, priority=13, startTime=1732281302188; duration=0sec 2024-11-22T13:15:02,649 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:02,649 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:C 2024-11-22T13:15:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T13:15:02,715 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:02,715 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:15:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-22T13:15:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T13:15:02,717 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:15:02,717 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:15:02,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:15:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T13:15:02,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T13:15:02,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:02,870 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing e443b797cd63514d023f5d966c96b517 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-22T13:15:02,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=A 2024-11-22T13:15:02,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:02,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=B 2024-11-22T13:15:02,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:02,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=C 2024-11-22T13:15:02,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:02,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112228d016791dd64ff48bc9149de5bbca03_e443b797cd63514d023f5d966c96b517 is 50, key is test_row_0/A:col10/1732281300883/Put/seqid=0 2024-11-22T13:15:02,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742018_1194 (size=12304) 2024-11-22T13:15:03,023 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/da08981f43e74563b5b873b38f38673d as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/da08981f43e74563b5b873b38f38673d 2024-11-22T13:15:03,028 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/A of e443b797cd63514d023f5d966c96b517 into da08981f43e74563b5b873b38f38673d(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:03,028 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:15:03,028 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/A, priority=13, startTime=1732281302188; duration=0sec 2024-11-22T13:15:03,028 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:03,029 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:A 2024-11-22T13:15:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T13:15:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:03,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:15:03,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281363088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:03,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281363088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:03,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:03,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:03,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281363093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281363094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281363095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:03,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281363205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:03,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:03,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281363205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:03,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:03,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:03,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281363205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:03,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:03,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281363206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:03,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:03,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281363206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:03,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:03,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:03,285 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112228d016791dd64ff48bc9149de5bbca03_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112228d016791dd64ff48bc9149de5bbca03_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:03,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/3f0b675a212a409ba321535baa0f9995, store: [table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:03,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/3f0b675a212a409ba321535baa0f9995 is 175, key is test_row_0/A:col10/1732281300883/Put/seqid=0 2024-11-22T13:15:03,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742019_1195 (size=31105) 2024-11-22T13:15:03,294 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=226, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/3f0b675a212a409ba321535baa0f9995 2024-11-22T13:15:03,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/6173141f545845b2b441d20760314e53 is 50, key is test_row_0/B:col10/1732281300883/Put/seqid=0 2024-11-22T13:15:03,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742020_1196 (size=12151) 2024-11-22T13:15:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T13:15:03,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281363414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:03,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281363414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:03,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281363415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281363415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281363415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:03,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:03,724 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/6173141f545845b2b441d20760314e53 2024-11-22T13:15:03,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281363725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281363725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:03,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281363726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281363726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:03,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281363726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:03,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/89bbd8dbce034a14857868799dc7f279 is 50, key is test_row_0/C:col10/1732281300883/Put/seqid=0 2024-11-22T13:15:03,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742021_1197 (size=12151) 2024-11-22T13:15:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T13:15:04,138 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/89bbd8dbce034a14857868799dc7f279 2024-11-22T13:15:04,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/3f0b675a212a409ba321535baa0f9995 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/3f0b675a212a409ba321535baa0f9995 2024-11-22T13:15:04,147 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/3f0b675a212a409ba321535baa0f9995, entries=150, sequenceid=226, filesize=30.4 K 2024-11-22T13:15:04,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/6173141f545845b2b441d20760314e53 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/6173141f545845b2b441d20760314e53 2024-11-22T13:15:04,158 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/6173141f545845b2b441d20760314e53, entries=150, sequenceid=226, filesize=11.9 K 2024-11-22T13:15:04,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/89bbd8dbce034a14857868799dc7f279 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/89bbd8dbce034a14857868799dc7f279 2024-11-22T13:15:04,163 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/89bbd8dbce034a14857868799dc7f279, entries=150, sequenceid=226, filesize=11.9 K 2024-11-22T13:15:04,164 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for e443b797cd63514d023f5d966c96b517 in 1295ms, sequenceid=226, compaction requested=false 2024-11-22T13:15:04,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:15:04,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:04,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-22T13:15:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-22T13:15:04,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-22T13:15:04,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4490 sec 2024-11-22T13:15:04,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.4530 sec 2024-11-22T13:15:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:04,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e443b797cd63514d023f5d966c96b517 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T13:15:04,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=A 2024-11-22T13:15:04,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:04,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=B 2024-11-22T13:15:04,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:04,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=C 2024-11-22T13:15:04,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:04,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281364247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:04,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281364248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:04,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:04,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:04,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281364249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:04,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:04,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281364250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:04,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:04,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281364251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:04,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:04,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:04,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bb4f74eb9484447293764dcd1367212e_e443b797cd63514d023f5d966c96b517 is 50, key is test_row_0/A:col10/1732281303086/Put/seqid=0 2024-11-22T13:15:04,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742022_1198 (size=19774) 2024-11-22T13:15:04,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:04,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281364355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281364355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:04,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:04,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:04,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281364365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:04,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:04,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281364365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281364365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:04,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281364565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281364565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:04,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:04,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281364574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:04,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:04,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281364574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:04,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:04,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281364575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:04,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:04,693 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:04,697 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bb4f74eb9484447293764dcd1367212e_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bb4f74eb9484447293764dcd1367212e_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:04,698 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/06af517901b647de8b299eb90519053b, store: [table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:04,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/06af517901b647de8b299eb90519053b is 175, key is test_row_0/A:col10/1732281303086/Put/seqid=0 2024-11-22T13:15:04,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742023_1199 (size=57033) 2024-11-22T13:15:04,703 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/06af517901b647de8b299eb90519053b 2024-11-22T13:15:04,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/05d010418acf4231a36c2012e5244ba6 is 50, key is test_row_0/B:col10/1732281303086/Put/seqid=0 2024-11-22T13:15:04,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742024_1200 (size=12151) 2024-11-22T13:15:04,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/05d010418acf4231a36c2012e5244ba6 2024-11-22T13:15:04,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/2e6131eb518d48e8b4f79f38052d27ab is 50, key is test_row_0/C:col10/1732281303086/Put/seqid=0 2024-11-22T13:15:04,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742025_1201 (size=12151) 2024-11-22T13:15:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T13:15:04,865 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:04,866 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:15:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-22T13:15:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T13:15:04,867 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:15:04,868 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:15:04,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:15:04,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281364875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:04,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:04,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281364875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:04,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:04,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281364885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:04,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281364885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:04,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281364885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T13:15:05,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T13:15:05,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:05,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:15:05,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:05,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:05,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:05,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/2e6131eb518d48e8b4f79f38052d27ab 2024-11-22T13:15:05,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/06af517901b647de8b299eb90519053b as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/06af517901b647de8b299eb90519053b 2024-11-22T13:15:05,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/06af517901b647de8b299eb90519053b, entries=300, sequenceid=248, filesize=55.7 K 2024-11-22T13:15:05,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/05d010418acf4231a36c2012e5244ba6 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/05d010418acf4231a36c2012e5244ba6 2024-11-22T13:15:05,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/05d010418acf4231a36c2012e5244ba6, entries=150, sequenceid=248, filesize=11.9 K 2024-11-22T13:15:05,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/2e6131eb518d48e8b4f79f38052d27ab as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/2e6131eb518d48e8b4f79f38052d27ab 2024-11-22T13:15:05,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/2e6131eb518d48e8b4f79f38052d27ab, entries=150, sequenceid=248, filesize=11.9 K 2024-11-22T13:15:05,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for e443b797cd63514d023f5d966c96b517 in 909ms, sequenceid=248, compaction requested=true 2024-11-22T13:15:05,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:15:05,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:15:05,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:05,146 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:05,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:15:05,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:05,146 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:05,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:15:05,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:05,147 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:05,147 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:05,147 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/B is initiating minor compaction (all files) 2024-11-22T13:15:05,147 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/A is initiating minor compaction (all files) 2024-11-22T13:15:05,147 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/A in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:05,147 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/B in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:05,147 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/4122dbb3d50548228df5c5090ab6bd35, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/6173141f545845b2b441d20760314e53, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/05d010418acf4231a36c2012e5244ba6] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=36.1 K 2024-11-22T13:15:05,147 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/da08981f43e74563b5b873b38f38673d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/3f0b675a212a409ba321535baa0f9995, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/06af517901b647de8b299eb90519053b] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=116.9 K 2024-11-22T13:15:05,147 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:05,147 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. files: [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/da08981f43e74563b5b873b38f38673d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/3f0b675a212a409ba321535baa0f9995, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/06af517901b647de8b299eb90519053b] 2024-11-22T13:15:05,148 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting da08981f43e74563b5b873b38f38673d, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732281300218 2024-11-22T13:15:05,148 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 4122dbb3d50548228df5c5090ab6bd35, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732281300218 2024-11-22T13:15:05,148 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 6173141f545845b2b441d20760314e53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732281300883 2024-11-22T13:15:05,148 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f0b675a212a409ba321535baa0f9995, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732281300883 2024-11-22T13:15:05,148 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 05d010418acf4231a36c2012e5244ba6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732281303086 2024-11-22T13:15:05,148 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06af517901b647de8b299eb90519053b, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732281303086 2024-11-22T13:15:05,155 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#B#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:05,156 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/e0e48a5afc6346358878503b3d5da4f0 is 50, key is test_row_0/B:col10/1732281303086/Put/seqid=0 2024-11-22T13:15:05,157 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:05,169 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122f4842e4a88d449e293d62b5f5c4d6629_e443b797cd63514d023f5d966c96b517 store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:05,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742026_1202 (size=12765) 2024-11-22T13:15:05,171 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122f4842e4a88d449e293d62b5f5c4d6629_e443b797cd63514d023f5d966c96b517, store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:05,171 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f4842e4a88d449e293d62b5f5c4d6629_e443b797cd63514d023f5d966c96b517 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:05,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T13:15:05,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:05,173 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing e443b797cd63514d023f5d966c96b517 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T13:15:05,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=A 2024-11-22T13:15:05,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:05,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=B 2024-11-22T13:15:05,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:05,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=C 2024-11-22T13:15:05,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:05,179 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/e0e48a5afc6346358878503b3d5da4f0 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/e0e48a5afc6346358878503b3d5da4f0 2024-11-22T13:15:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T13:15:05,187 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/B of e443b797cd63514d023f5d966c96b517 into e0e48a5afc6346358878503b3d5da4f0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:05,187 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:15:05,187 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/B, priority=13, startTime=1732281305146; duration=0sec 2024-11-22T13:15:05,187 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:05,188 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:B 2024-11-22T13:15:05,188 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:05,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112247ac4c30fca746ebb6e73bd454f899dd_e443b797cd63514d023f5d966c96b517 is 50, key is test_row_0/A:col10/1732281304249/Put/seqid=0 2024-11-22T13:15:05,190 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:05,190 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/C is initiating minor compaction (all files) 2024-11-22T13:15:05,191 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/C in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:05,191 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/e81428e21f3e406b8782ea11e98a72e6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/89bbd8dbce034a14857868799dc7f279, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/2e6131eb518d48e8b4f79f38052d27ab] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=36.1 K 2024-11-22T13:15:05,191 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting e81428e21f3e406b8782ea11e98a72e6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732281300218 2024-11-22T13:15:05,192 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 89bbd8dbce034a14857868799dc7f279, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732281300883 2024-11-22T13:15:05,192 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e6131eb518d48e8b4f79f38052d27ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732281303086 2024-11-22T13:15:05,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742028_1204 (size=12404) 2024-11-22T13:15:05,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742027_1203 (size=4469) 2024-11-22T13:15:05,202 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#A#compaction#169 average throughput is 0.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:05,202 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/27b12c1af9d64b3a8495683f44911e49 is 175, key is test_row_0/A:col10/1732281303086/Put/seqid=0 2024-11-22T13:15:05,206 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112247ac4c30fca746ebb6e73bd454f899dd_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112247ac4c30fca746ebb6e73bd454f899dd_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:05,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/eb365e00e8364b2ca7f29559cc6c7760, store: [table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:05,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/eb365e00e8364b2ca7f29559cc6c7760 is 175, key is test_row_0/A:col10/1732281304249/Put/seqid=0 2024-11-22T13:15:05,211 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#C#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:05,211 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/06a2fcdc3f464fcba3f3d59341f19d66 is 50, key is test_row_0/C:col10/1732281303086/Put/seqid=0 2024-11-22T13:15:05,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742029_1205 (size=31719) 2024-11-22T13:15:05,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742030_1206 (size=31205) 2024-11-22T13:15:05,230 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=259, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/eb365e00e8364b2ca7f29559cc6c7760 2024-11-22T13:15:05,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742031_1207 (size=12765) 2024-11-22T13:15:05,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/bc17442d288c446f8d13ced36187ac75 is 50, key is test_row_0/B:col10/1732281304249/Put/seqid=0 2024-11-22T13:15:05,245 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/06a2fcdc3f464fcba3f3d59341f19d66 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/06a2fcdc3f464fcba3f3d59341f19d66 2024-11-22T13:15:05,253 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/C of e443b797cd63514d023f5d966c96b517 into 06a2fcdc3f464fcba3f3d59341f19d66(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:05,253 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:15:05,253 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/C, priority=13, startTime=1732281305146; duration=0sec 2024-11-22T13:15:05,253 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:05,253 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:C 2024-11-22T13:15:05,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742032_1208 (size=12251) 2024-11-22T13:15:05,257 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/bc17442d288c446f8d13ced36187ac75 2024-11-22T13:15:05,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/e08f0d63fdc34ac2b0cea6b52bc397e1 is 50, key is test_row_0/C:col10/1732281304249/Put/seqid=0 2024-11-22T13:15:05,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742033_1209 (size=12251) 2024-11-22T13:15:05,271 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/e08f0d63fdc34ac2b0cea6b52bc397e1 2024-11-22T13:15:05,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/eb365e00e8364b2ca7f29559cc6c7760 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/eb365e00e8364b2ca7f29559cc6c7760 2024-11-22T13:15:05,289 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/eb365e00e8364b2ca7f29559cc6c7760, entries=150, sequenceid=259, filesize=30.5 K 2024-11-22T13:15:05,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/bc17442d288c446f8d13ced36187ac75 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/bc17442d288c446f8d13ced36187ac75 2024-11-22T13:15:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,295 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/bc17442d288c446f8d13ced36187ac75, entries=150, sequenceid=259, filesize=12.0 K 2024-11-22T13:15:05,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/e08f0d63fdc34ac2b0cea6b52bc397e1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/e08f0d63fdc34ac2b0cea6b52bc397e1 2024-11-22T13:15:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,300 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/e08f0d63fdc34ac2b0cea6b52bc397e1, entries=150, sequenceid=259, filesize=12.0 K 2024-11-22T13:15:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,301 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for e443b797cd63514d023f5d966c96b517 in 128ms, sequenceid=259, compaction requested=false 2024-11-22T13:15:05,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:15:05,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:05,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-22T13:15:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-22T13:15:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-22T13:15:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 435 msec 2024-11-22T13:15:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 440 msec 2024-11-22T13:15:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:05,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e443b797cd63514d023f5d966c96b517 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T13:15:05,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=A 2024-11-22T13:15:05,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:05,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=B 2024-11-22T13:15:05,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:05,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=C 2024-11-22T13:15:05,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cfb81d4911c649b7bfeefded13de62ce_e443b797cd63514d023f5d966c96b517 is 50, key is test_row_0/A:col10/1732281305421/Put/seqid=0 2024-11-22T13:15:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742034_1210 (size=22618) 2024-11-22T13:15:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,473 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1732281305433, max timestamp=1732281305471Num uniques 859; 2024-11-22T13:15:05,473 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1732281305433, max timestamp=1732281305471Num uniques 859; 2024-11-22T13:15:05,473 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-22T13:15:05,473 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1732281305433, max timestamp=1732281305471Num uniques 859; 2024-11-22T13:15:05,473 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-22T13:15:05,473 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-22T13:15:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281365475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:05,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:05,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281365480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:05,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:05,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281365481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:05,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:05,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:05,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281365482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:05,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281365482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:05,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:05,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T13:15:05,495 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:05,496 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:15:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-22T13:15:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T13:15:05,502 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:15:05,505 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:15:05,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:15:05,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281365584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:05,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:05,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281365595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:05,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:05,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281365595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:05,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:05,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:05,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281365595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:05,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:05,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:05,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281365595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:05,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T13:15:05,624 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/27b12c1af9d64b3a8495683f44911e49 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/27b12c1af9d64b3a8495683f44911e49 2024-11-22T13:15:05,629 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/A of e443b797cd63514d023f5d966c96b517 into 27b12c1af9d64b3a8495683f44911e49(size=31.0 K), total size for store is 61.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:05,629 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:15:05,629 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/A, priority=13, startTime=1732281305146; duration=0sec 2024-11-22T13:15:05,629 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:05,629 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:A 2024-11-22T13:15:05,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T13:15:05,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:05,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:15:05,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:05,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:05,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:05,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281365795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:05,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:05,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281365805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:05,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:05,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281365805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:05,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:05,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281365805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:05,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:05,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281365805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:05,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:05,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:05,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T13:15:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T13:15:05,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:05,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:15:05,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:05,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:05,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:05,852 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:05,856 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cfb81d4911c649b7bfeefded13de62ce_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cfb81d4911c649b7bfeefded13de62ce_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:05,857 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/653a966959e745ca932d966b334e73f6, store: [table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:05,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/653a966959e745ca932d966b334e73f6 is 175, key is test_row_0/A:col10/1732281305421/Put/seqid=0 2024-11-22T13:15:05,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742035_1211 (size=66023) 2024-11-22T13:15:05,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T13:15:05,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:05,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:15:05,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:05,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:05,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:06,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281366105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:06,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:06,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:06,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:06,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281366115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:06,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:06,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281366115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281366115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:06,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281366115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:06,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T13:15:06,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:06,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:15:06,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:06,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:06,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T13:15:06,265 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/653a966959e745ca932d966b334e73f6 2024-11-22T13:15:06,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T13:15:06,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:06,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:15:06,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/1b8865027dd243979474717df3ffbfbf is 50, key is test_row_0/B:col10/1732281305421/Put/seqid=0 2024-11-22T13:15:06,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:06,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:06,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:06,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742036_1212 (size=12301) 2024-11-22T13:15:06,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T13:15:06,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:06,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:15:06,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:06,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:06,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:06,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T13:15:06,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:06,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:15:06,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:06,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:06,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:06,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281366615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:06,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281366624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:06,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:06,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281366624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:06,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:06,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:06,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:06,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:06,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:06,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281366625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:06,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281366625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:06,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:06,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:06,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:06,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:06,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:06,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T13:15:06,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/1b8865027dd243979474717df3ffbfbf 2024-11-22T13:15:06,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/c3d7b85d97564668bb194c65f9824f48 is 50, key is test_row_0/C:col10/1732281305421/Put/seqid=0 2024-11-22T13:15:06,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742037_1213 (size=12301) 2024-11-22T13:15:06,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T13:15:06,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:06,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:15:06,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:06,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:06,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:06,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T13:15:06,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:06,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:15:06,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:06,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:06,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:07,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T13:15:07,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:07,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:15:07,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:07,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:07,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:07,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/c3d7b85d97564668bb194c65f9824f48 2024-11-22T13:15:07,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/653a966959e745ca932d966b334e73f6 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/653a966959e745ca932d966b334e73f6 2024-11-22T13:15:07,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/653a966959e745ca932d966b334e73f6, entries=350, sequenceid=271, filesize=64.5 K 2024-11-22T13:15:07,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/1b8865027dd243979474717df3ffbfbf as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/1b8865027dd243979474717df3ffbfbf 2024-11-22T13:15:07,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/1b8865027dd243979474717df3ffbfbf, entries=150, sequenceid=271, filesize=12.0 K 2024-11-22T13:15:07,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/c3d7b85d97564668bb194c65f9824f48 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/c3d7b85d97564668bb194c65f9824f48 2024-11-22T13:15:07,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/c3d7b85d97564668bb194c65f9824f48, entries=150, sequenceid=271, filesize=12.0 K 2024-11-22T13:15:07,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=154.31 KB/158010 for e443b797cd63514d023f5d966c96b517 in 1692ms, sequenceid=271, compaction requested=true 2024-11-22T13:15:07,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:15:07,116 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:07,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:15:07,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:07,116 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:07,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:15:07,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:07,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:15:07,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:07,117 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:07,117 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/A is initiating minor compaction (all files) 2024-11-22T13:15:07,117 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/A in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:07,118 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/27b12c1af9d64b3a8495683f44911e49, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/eb365e00e8364b2ca7f29559cc6c7760, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/653a966959e745ca932d966b334e73f6] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=125.9 K 2024-11-22T13:15:07,118 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:07,118 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. files: [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/27b12c1af9d64b3a8495683f44911e49, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/eb365e00e8364b2ca7f29559cc6c7760, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/653a966959e745ca932d966b334e73f6] 2024-11-22T13:15:07,118 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37317 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:07,118 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27b12c1af9d64b3a8495683f44911e49, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732281303086 2024-11-22T13:15:07,118 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/B is initiating minor compaction (all files) 2024-11-22T13:15:07,118 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/B in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:07,118 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/e0e48a5afc6346358878503b3d5da4f0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/bc17442d288c446f8d13ced36187ac75, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/1b8865027dd243979474717df3ffbfbf] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=36.4 K 2024-11-22T13:15:07,118 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb365e00e8364b2ca7f29559cc6c7760, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732281304248 2024-11-22T13:15:07,119 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting e0e48a5afc6346358878503b3d5da4f0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732281303086 2024-11-22T13:15:07,119 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 653a966959e745ca932d966b334e73f6, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732281305413 2024-11-22T13:15:07,119 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting bc17442d288c446f8d13ced36187ac75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732281304248 2024-11-22T13:15:07,119 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b8865027dd243979474717df3ffbfbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732281305420 2024-11-22T13:15:07,126 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:07,127 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#B#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:07,128 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411223b72a4402cc24a5897ca0335985f510c_e443b797cd63514d023f5d966c96b517 store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:07,128 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/c847859bce8c4a7081b6066633ab4250 is 50, key is test_row_0/B:col10/1732281305421/Put/seqid=0 2024-11-22T13:15:07,129 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411223b72a4402cc24a5897ca0335985f510c_e443b797cd63514d023f5d966c96b517, store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:07,130 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223b72a4402cc24a5897ca0335985f510c_e443b797cd63514d023f5d966c96b517 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:07,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742039_1215 (size=4469) 2024-11-22T13:15:07,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742038_1214 (size=13017) 2024-11-22T13:15:07,142 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#A#compaction#178 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:07,143 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/baf31a0a8d3e4a04bf7eb2e3379b96ea is 175, key is test_row_0/A:col10/1732281305421/Put/seqid=0 2024-11-22T13:15:07,148 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/c847859bce8c4a7081b6066633ab4250 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/c847859bce8c4a7081b6066633ab4250 2024-11-22T13:15:07,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742040_1216 (size=31971) 2024-11-22T13:15:07,157 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/B of e443b797cd63514d023f5d966c96b517 into c847859bce8c4a7081b6066633ab4250(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:07,157 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:15:07,157 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/B, priority=13, startTime=1732281307116; duration=0sec 2024-11-22T13:15:07,157 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:07,157 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:B 2024-11-22T13:15:07,157 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:07,158 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37317 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:07,158 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/C is initiating minor compaction (all files) 2024-11-22T13:15:07,158 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/C in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:07,159 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/06a2fcdc3f464fcba3f3d59341f19d66, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/e08f0d63fdc34ac2b0cea6b52bc397e1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/c3d7b85d97564668bb194c65f9824f48] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=36.4 K 2024-11-22T13:15:07,159 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 06a2fcdc3f464fcba3f3d59341f19d66, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732281303086 2024-11-22T13:15:07,159 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting e08f0d63fdc34ac2b0cea6b52bc397e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732281304248 2024-11-22T13:15:07,160 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting c3d7b85d97564668bb194c65f9824f48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732281305420 2024-11-22T13:15:07,167 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#C#compaction#179 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:07,168 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/6430ff7cac554bd38a989df1d34fe30f is 50, key is test_row_0/C:col10/1732281305421/Put/seqid=0 2024-11-22T13:15:07,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742041_1217 (size=13017) 2024-11-22T13:15:07,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T13:15:07,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:07,191 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing e443b797cd63514d023f5d966c96b517 3/3 column families, dataSize=154.31 KB heapSize=379.13 KB 2024-11-22T13:15:07,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=A 2024-11-22T13:15:07,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:07,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=B 2024-11-22T13:15:07,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:07,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=C 2024-11-22T13:15:07,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:07,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122db03d94b2ecd437b88790678977ef9ff_e443b797cd63514d023f5d966c96b517 is 50, key is test_row_0/A:col10/1732281305478/Put/seqid=0 2024-11-22T13:15:07,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742042_1218 (size=12454) 2024-11-22T13:15:07,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:07,217 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122db03d94b2ecd437b88790678977ef9ff_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122db03d94b2ecd437b88790678977ef9ff_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:07,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/c18e82b352024af0aa570bd1e220bf20, store: [table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:07,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/c18e82b352024af0aa570bd1e220bf20 is 175, key is test_row_0/A:col10/1732281305478/Put/seqid=0 2024-11-22T13:15:07,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742043_1219 (size=31255) 2024-11-22T13:15:07,554 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/baf31a0a8d3e4a04bf7eb2e3379b96ea as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/baf31a0a8d3e4a04bf7eb2e3379b96ea 2024-11-22T13:15:07,559 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/A of e443b797cd63514d023f5d966c96b517 into baf31a0a8d3e4a04bf7eb2e3379b96ea(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:07,559 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:15:07,559 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/A, priority=13, startTime=1732281307116; duration=0sec 2024-11-22T13:15:07,559 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:07,559 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:A 2024-11-22T13:15:07,580 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/6430ff7cac554bd38a989df1d34fe30f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/6430ff7cac554bd38a989df1d34fe30f 2024-11-22T13:15:07,586 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/C of e443b797cd63514d023f5d966c96b517 into 6430ff7cac554bd38a989df1d34fe30f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:07,586 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:15:07,586 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/C, priority=13, startTime=1732281307117; duration=0sec 2024-11-22T13:15:07,586 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:07,586 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:C 2024-11-22T13:15:07,623 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/c18e82b352024af0aa570bd1e220bf20 2024-11-22T13:15:07,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. as already flushing 2024-11-22T13:15:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:07,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/579f332f1c7045c8a683fc47d12c62b4 is 50, key is test_row_0/B:col10/1732281305478/Put/seqid=0 2024-11-22T13:15:07,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742044_1220 (size=12301) 2024-11-22T13:15:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T13:15:07,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281367646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:07,649 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in e443b797cd63514d023f5d966c96b517 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:15:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:07,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281367648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:07,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:07,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281367650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:07,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281367650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:07,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281367652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:07,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:07,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:07,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:07,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281367754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:07,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:07,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281367765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:07,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:07,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281367765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:07,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:07,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281367765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:07,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:07,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281367964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:07,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:07,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281367975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:07,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:07,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281367975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:07,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:07,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281367975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:07,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:07,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:07,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:08,038 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/579f332f1c7045c8a683fc47d12c62b4 2024-11-22T13:15:08,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/b179a4e46a524e9eb954a48dafb949ee is 50, key is test_row_0/C:col10/1732281305478/Put/seqid=0 2024-11-22T13:15:08,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742045_1221 (size=12301) 2024-11-22T13:15:08,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281368275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:08,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281368284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281368284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281368285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:08,455 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/b179a4e46a524e9eb954a48dafb949ee 2024-11-22T13:15:08,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/c18e82b352024af0aa570bd1e220bf20 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/c18e82b352024af0aa570bd1e220bf20 2024-11-22T13:15:08,464 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/c18e82b352024af0aa570bd1e220bf20, entries=150, sequenceid=299, filesize=30.5 K 2024-11-22T13:15:08,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/579f332f1c7045c8a683fc47d12c62b4 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/579f332f1c7045c8a683fc47d12c62b4 2024-11-22T13:15:08,469 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/579f332f1c7045c8a683fc47d12c62b4, entries=150, sequenceid=299, filesize=12.0 K 2024-11-22T13:15:08,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/b179a4e46a524e9eb954a48dafb949ee as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/b179a4e46a524e9eb954a48dafb949ee 2024-11-22T13:15:08,474 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/b179a4e46a524e9eb954a48dafb949ee, entries=150, sequenceid=299, filesize=12.0 K 2024-11-22T13:15:08,475 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~379.08 KB/388176, currentSize=60.38 KB/61830 for e443b797cd63514d023f5d966c96b517 in 1284ms, sequenceid=299, compaction requested=false 2024-11-22T13:15:08,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:15:08,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:08,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-22T13:15:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-22T13:15:08,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-22T13:15:08,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9710 sec 2024-11-22T13:15:08,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.9830 sec 2024-11-22T13:15:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:08,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e443b797cd63514d023f5d966c96b517 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T13:15:08,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=A 2024-11-22T13:15:08,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:08,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=B 2024-11-22T13:15:08,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:08,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=C 2024-11-22T13:15:08,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:08,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fa2e353f2929404e8f28a720df36cf6b_e443b797cd63514d023f5d966c96b517 is 50, key is test_row_0/A:col10/1732281308785/Put/seqid=0 2024-11-22T13:15:08,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742046_1222 (size=14994) 2024-11-22T13:15:08,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281368809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:08,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:08,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281368811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:08,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281368811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281368813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:08,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281368925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:08,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:08,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281368925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:08,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:08,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:08,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281368925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:08,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:08,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281368925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:08,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:08,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:08,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:08,949 INFO [Thread-662 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-662. 2024-11-22T13:15:08,949 DEBUG [Thread-662 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:15:08,949 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:08,950 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:08,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:15:08,952 INFO [Thread-656 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-656. 2024-11-22T13:15:08,952 DEBUG [Thread-656 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:15:08,952 DEBUG [Thread-656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:08,952 DEBUG [Thread-656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:08,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:15:08,952 INFO [Thread-658 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-658. 2024-11-22T13:15:08,952 DEBUG [Thread-658 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:15:08,952 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:08,952 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:08,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:15:08,954 INFO [Thread-660 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-660. 2024-11-22T13:15:08,954 DEBUG [Thread-660 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:15:08,954 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:08,954 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:08,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:15:09,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281369135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:09,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:09,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281369136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281369136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:09,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:09,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281369137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:09,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:09,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:09,198 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:09,204 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fa2e353f2929404e8f28a720df36cf6b_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fa2e353f2929404e8f28a720df36cf6b_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:09,205 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/d8f7d80d72f24f0ca0ff65b16ab9bc0f, store: [table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:09,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/d8f7d80d72f24f0ca0ff65b16ab9bc0f is 175, key is test_row_0/A:col10/1732281308785/Put/seqid=0 2024-11-22T13:15:09,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742047_1223 (size=39949) 2024-11-22T13:15:09,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:09,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281369446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:09,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281369446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281369446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:09,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:09,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281369447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:09,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:09,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:09,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:09,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:09,612 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/d8f7d80d72f24f0ca0ff65b16ab9bc0f 2024-11-22T13:15:09,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35990 deadline: 1732281369655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:09,657 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in e443b797cd63514d023f5d966c96b517 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:15:09,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T13:15:09,666 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:09,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/08eb2441cde94dffa0a2800607795301 is 50, key is test_row_0/B:col10/1732281308785/Put/seqid=0 2024-11-22T13:15:09,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742048_1224 (size=12301) 2024-11-22T13:15:09,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:09,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36006 deadline: 1732281369956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36004 deadline: 1732281369957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:09,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732281369957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:09,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:09,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,959 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732281369958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:09,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:09,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:09,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:09,960 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:09,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:10,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/08eb2441cde94dffa0a2800607795301 2024-11-22T13:15:10,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/82182c97584d4004b83cb3d7c8bf2ada is 50, key is test_row_0/C:col10/1732281308785/Put/seqid=0 2024-11-22T13:15:10,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742049_1225 (size=12301) 2024-11-22T13:15:10,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/82182c97584d4004b83cb3d7c8bf2ada 2024-11-22T13:15:10,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/d8f7d80d72f24f0ca0ff65b16ab9bc0f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/d8f7d80d72f24f0ca0ff65b16ab9bc0f 2024-11-22T13:15:10,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/d8f7d80d72f24f0ca0ff65b16ab9bc0f, entries=200, sequenceid=314, filesize=39.0 K 2024-11-22T13:15:10,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/08eb2441cde94dffa0a2800607795301 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/08eb2441cde94dffa0a2800607795301 2024-11-22T13:15:10,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/08eb2441cde94dffa0a2800607795301, entries=150, sequenceid=314, filesize=12.0 K 2024-11-22T13:15:10,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/82182c97584d4004b83cb3d7c8bf2ada as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/82182c97584d4004b83cb3d7c8bf2ada 2024-11-22T13:15:10,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/82182c97584d4004b83cb3d7c8bf2ada, entries=150, sequenceid=314, filesize=12.0 K 2024-11-22T13:15:10,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for e443b797cd63514d023f5d966c96b517 in 1756ms, sequenceid=314, compaction requested=true 2024-11-22T13:15:10,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:15:10,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:15:10,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:10,543 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:10,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:15:10,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:10,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e443b797cd63514d023f5d966c96b517:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:15:10,543 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:10,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:10,543 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:10,544 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:10,544 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/B is initiating minor compaction (all files) 2024-11-22T13:15:10,544 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/A is initiating minor compaction (all files) 2024-11-22T13:15:10,544 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/B in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:10,544 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/A in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:10,544 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/c847859bce8c4a7081b6066633ab4250, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/579f332f1c7045c8a683fc47d12c62b4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/08eb2441cde94dffa0a2800607795301] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=36.7 K 2024-11-22T13:15:10,544 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/baf31a0a8d3e4a04bf7eb2e3379b96ea, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/c18e82b352024af0aa570bd1e220bf20, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/d8f7d80d72f24f0ca0ff65b16ab9bc0f] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=100.8 K 2024-11-22T13:15:10,544 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:10,544 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. files: [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/baf31a0a8d3e4a04bf7eb2e3379b96ea, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/c18e82b352024af0aa570bd1e220bf20, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/d8f7d80d72f24f0ca0ff65b16ab9bc0f] 2024-11-22T13:15:10,544 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting c847859bce8c4a7081b6066633ab4250, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732281305420 2024-11-22T13:15:10,544 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting baf31a0a8d3e4a04bf7eb2e3379b96ea, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732281305420 2024-11-22T13:15:10,544 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 579f332f1c7045c8a683fc47d12c62b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732281305472 2024-11-22T13:15:10,545 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting c18e82b352024af0aa570bd1e220bf20, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732281305472 2024-11-22T13:15:10,545 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 08eb2441cde94dffa0a2800607795301, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732281307635 2024-11-22T13:15:10,545 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8f7d80d72f24f0ca0ff65b16ab9bc0f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732281307635 2024-11-22T13:15:10,554 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#B#compaction#186 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:10,554 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:10,554 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/cecc7c8ce3e64c879f5c4c6bc09fb5e1 is 50, key is test_row_0/B:col10/1732281308785/Put/seqid=0 2024-11-22T13:15:10,557 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122a0f470e476ca4cf0b8ecc5422f79ddb9_e443b797cd63514d023f5d966c96b517 store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:10,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742050_1226 (size=13119) 2024-11-22T13:15:10,578 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122a0f470e476ca4cf0b8ecc5422f79ddb9_e443b797cd63514d023f5d966c96b517, store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:10,578 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a0f470e476ca4cf0b8ecc5422f79ddb9_e443b797cd63514d023f5d966c96b517 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:10,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742051_1227 (size=4469) 2024-11-22T13:15:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:10,970 INFO [Thread-653 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-653. 2024-11-22T13:15:10,970 DEBUG [Thread-653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:15:10,970 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:10,970 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:10,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:15:10,973 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/cecc7c8ce3e64c879f5c4c6bc09fb5e1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/cecc7c8ce3e64c879f5c4c6bc09fb5e1 2024-11-22T13:15:10,974 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732281308807, max timestamp=1732281310966Num uniques 859; 2024-11-22T13:15:10,974 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732281308807, max timestamp=1732281310966Num uniques 859; 2024-11-22T13:15:10,974 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:15:10,974 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732281308807, max timestamp=1732281310966Num uniques 859; 2024-11-22T13:15:10,975 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-22T13:15:10,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e443b797cd63514d023f5d966c96b517 3/3 column families, dataSize=30.91 KB heapSize=75.48 KB 2024-11-22T13:15:10,974 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:15:10,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=A 2024-11-22T13:15:10,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:10,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=B 2024-11-22T13:15:10,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:10,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=C 2024-11-22T13:15:10,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:10,976 INFO [Thread-647 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-647. 2024-11-22T13:15:10,976 DEBUG [Thread-647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:15:10,976 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:10,976 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:10,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:15:10,977 INFO [Thread-649 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-649. 2024-11-22T13:15:10,978 DEBUG [Thread-649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:15:10,978 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:10,978 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:10,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:15:10,978 INFO [Thread-651 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-651. 2024-11-22T13:15:10,978 DEBUG [Thread-651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:15:10,978 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:10,979 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:10,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:15:10,982 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/B of e443b797cd63514d023f5d966c96b517 into cecc7c8ce3e64c879f5c4c6bc09fb5e1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:10,982 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:15:10,982 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/B, priority=13, startTime=1732281310543; duration=0sec 2024-11-22T13:15:10,982 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:10,982 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:B 2024-11-22T13:15:10,983 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:10,983 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#A#compaction#187 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:10,984 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:10,984 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): e443b797cd63514d023f5d966c96b517/C is initiating minor compaction (all files) 2024-11-22T13:15:10,984 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e443b797cd63514d023f5d966c96b517/C in TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:10,984 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/6430ff7cac554bd38a989df1d34fe30f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/b179a4e46a524e9eb954a48dafb949ee, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/82182c97584d4004b83cb3d7c8bf2ada] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp, totalSize=36.7 K 2024-11-22T13:15:10,984 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/2106975e66d14ea6a60a31ba4553a2a5 is 175, key is test_row_0/A:col10/1732281308785/Put/seqid=0 2024-11-22T13:15:10,984 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 6430ff7cac554bd38a989df1d34fe30f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732281305420 2024-11-22T13:15:10,985 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting b179a4e46a524e9eb954a48dafb949ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732281305472 2024-11-22T13:15:10,985 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 82182c97584d4004b83cb3d7c8bf2ada, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732281307635 2024-11-22T13:15:10,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112242e9ca5276634b4ebd14fde1f975274e_e443b797cd63514d023f5d966c96b517 is 50, key is test_row_0/A:col10/1732281308807/Put/seqid=0 2024-11-22T13:15:10,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742052_1228 (size=32073) 2024-11-22T13:15:10,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742053_1229 (size=12454) 2024-11-22T13:15:10,999 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e443b797cd63514d023f5d966c96b517#C#compaction#189 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:10,999 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/20fc4999f0624c6dac572bd062842ac0 is 50, key is test_row_0/C:col10/1732281308785/Put/seqid=0 2024-11-22T13:15:11,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742054_1230 (size=13119) 2024-11-22T13:15:11,397 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:11,406 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112242e9ca5276634b4ebd14fde1f975274e_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112242e9ca5276634b4ebd14fde1f975274e_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:11,406 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/2106975e66d14ea6a60a31ba4553a2a5 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/2106975e66d14ea6a60a31ba4553a2a5 2024-11-22T13:15:11,407 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/38bda0bddc544cffbe451d8b4e3c74b0, store: [table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:11,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/38bda0bddc544cffbe451d8b4e3c74b0 is 175, key is test_row_0/A:col10/1732281308807/Put/seqid=0 2024-11-22T13:15:11,411 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/20fc4999f0624c6dac572bd062842ac0 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/20fc4999f0624c6dac572bd062842ac0 2024-11-22T13:15:11,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742055_1231 (size=31255) 2024-11-22T13:15:11,414 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/A of e443b797cd63514d023f5d966c96b517 into 2106975e66d14ea6a60a31ba4553a2a5(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:11,414 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:15:11,414 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/A, priority=13, startTime=1732281310542; duration=0sec 2024-11-22T13:15:11,414 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:11,414 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:A 2024-11-22T13:15:11,417 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e443b797cd63514d023f5d966c96b517/C of e443b797cd63514d023f5d966c96b517 into 20fc4999f0624c6dac572bd062842ac0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:11,417 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:15:11,418 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., storeName=e443b797cd63514d023f5d966c96b517/C, priority=13, startTime=1732281310543; duration=0sec 2024-11-22T13:15:11,418 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:11,418 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e443b797cd63514d023f5d966c96b517:C 2024-11-22T13:15:11,815 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/38bda0bddc544cffbe451d8b4e3c74b0 2024-11-22T13:15:11,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/f59a9d3d43784f098141f86dbf0de76d is 50, key is test_row_0/B:col10/1732281308807/Put/seqid=0 2024-11-22T13:15:11,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742056_1232 (size=12301) 2024-11-22T13:15:12,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/f59a9d3d43784f098141f86dbf0de76d 2024-11-22T13:15:12,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/91a8d016d47848c091338c31bd47c51e is 50, key is test_row_0/C:col10/1732281308807/Put/seqid=0 2024-11-22T13:15:12,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742057_1233 (size=12301) 2024-11-22T13:15:12,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/91a8d016d47848c091338c31bd47c51e 2024-11-22T13:15:12,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/38bda0bddc544cffbe451d8b4e3c74b0 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/38bda0bddc544cffbe451d8b4e3c74b0 2024-11-22T13:15:12,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/38bda0bddc544cffbe451d8b4e3c74b0, entries=150, sequenceid=335, filesize=30.5 K 2024-11-22T13:15:12,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/f59a9d3d43784f098141f86dbf0de76d as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/f59a9d3d43784f098141f86dbf0de76d 2024-11-22T13:15:12,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/f59a9d3d43784f098141f86dbf0de76d, entries=150, sequenceid=335, filesize=12.0 K 2024-11-22T13:15:12,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/91a8d016d47848c091338c31bd47c51e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/91a8d016d47848c091338c31bd47c51e 2024-11-22T13:15:12,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/91a8d016d47848c091338c31bd47c51e, entries=150, sequenceid=335, filesize=12.0 K 2024-11-22T13:15:12,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~30.91 KB/31656, heapSize ~75.43 KB/77240, currentSize=13.42 KB/13740 for e443b797cd63514d023f5d966c96b517 in 1704ms, sequenceid=335, compaction requested=false 2024-11-22T13:15:12,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e443b797cd63514d023f5d966c96b517: 2024-11-22T13:15:13,016 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T13:15:13,690 INFO [Thread-645 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-645. 2024-11-22T13:15:13,690 DEBUG [Thread-645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:15:13,690 DEBUG [Thread-645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:13,690 DEBUG [Thread-645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:13,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:15:13,691 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T13:15:13,691 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-22T13:15:13,691 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-22T13:15:13,691 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-22T13:15:13,691 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-22T13:15:13,691 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-22T13:15:13,691 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T13:15:13,691 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3441 2024-11-22T13:15:13,691 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3304 2024-11-22T13:15:13,691 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T13:15:13,691 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1423 2024-11-22T13:15:13,691 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4268 rows 2024-11-22T13:15:13,691 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1422 2024-11-22T13:15:13,692 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4266 rows 2024-11-22T13:15:13,692 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T13:15:13,692 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T13:15:13,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:13,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:13,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:15:13,693 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T13:15:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T13:15:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T13:15:13,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281313698"}]},"ts":"1732281313698"} 2024-11-22T13:15:13,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T13:15:13,700 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T13:15:13,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T13:15:13,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e443b797cd63514d023f5d966c96b517, UNASSIGN}] 2024-11-22T13:15:13,703 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e443b797cd63514d023f5d966c96b517, UNASSIGN 2024-11-22T13:15:13,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=e443b797cd63514d023f5d966c96b517, regionState=CLOSING, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:15:13,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e443b797cd63514d023f5d966c96b517, UNASSIGN because future has completed 2024-11-22T13:15:13,705 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T13:15:13,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; CloseRegionProcedure e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160}] 2024-11-22T13:15:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T13:15:13,858 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(122): Close e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:13,858 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T13:15:13,858 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1722): Closing e443b797cd63514d023f5d966c96b517, disabling compactions & flushes 2024-11-22T13:15:13,858 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:13,858 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:13,858 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. after waiting 0 ms 2024-11-22T13:15:13,858 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:13,859 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(2902): Flushing e443b797cd63514d023f5d966c96b517 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-22T13:15:13,859 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=A 2024-11-22T13:15:13,859 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:13,859 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=B 2024-11-22T13:15:13,860 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:13,860 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e443b797cd63514d023f5d966c96b517, store=C 2024-11-22T13:15:13,860 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:13,872 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122285347bfba09483c8d0e7ebfb3b7060e_e443b797cd63514d023f5d966c96b517 is 50, key is test_row_0/A:col10/1732281313686/Put/seqid=0 2024-11-22T13:15:13,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742058_1234 (size=9914) 2024-11-22T13:15:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T13:15:14,277 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:14,286 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122285347bfba09483c8d0e7ebfb3b7060e_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122285347bfba09483c8d0e7ebfb3b7060e_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:14,287 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/95bc3e8b018341b0ba97254bd2628d12, store: [table=TestAcidGuarantees family=A region=e443b797cd63514d023f5d966c96b517] 2024-11-22T13:15:14,289 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/95bc3e8b018341b0ba97254bd2628d12 is 175, key is test_row_0/A:col10/1732281313686/Put/seqid=0 2024-11-22T13:15:14,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742059_1235 (size=22561) 2024-11-22T13:15:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T13:15:14,696 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=344, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/95bc3e8b018341b0ba97254bd2628d12 2024-11-22T13:15:14,759 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/1425f4f16d594ff4a93940d29d9ff50b is 50, key is test_row_0/B:col10/1732281313686/Put/seqid=0 2024-11-22T13:15:14,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742060_1236 (size=9857) 2024-11-22T13:15:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T13:15:15,164 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/1425f4f16d594ff4a93940d29d9ff50b 2024-11-22T13:15:15,173 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/00dae5e4612a4daa854c4f3c619d4ed8 is 50, key is test_row_0/C:col10/1732281313686/Put/seqid=0 2024-11-22T13:15:15,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742061_1237 (size=9857) 2024-11-22T13:15:15,579 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/00dae5e4612a4daa854c4f3c619d4ed8 2024-11-22T13:15:15,587 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/A/95bc3e8b018341b0ba97254bd2628d12 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/95bc3e8b018341b0ba97254bd2628d12 2024-11-22T13:15:15,592 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/95bc3e8b018341b0ba97254bd2628d12, entries=100, sequenceid=344, filesize=22.0 K 2024-11-22T13:15:15,593 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/B/1425f4f16d594ff4a93940d29d9ff50b as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/1425f4f16d594ff4a93940d29d9ff50b 2024-11-22T13:15:15,597 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/1425f4f16d594ff4a93940d29d9ff50b, entries=100, sequenceid=344, filesize=9.6 K 2024-11-22T13:15:15,598 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/.tmp/C/00dae5e4612a4daa854c4f3c619d4ed8 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/00dae5e4612a4daa854c4f3c619d4ed8 2024-11-22T13:15:15,603 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/00dae5e4612a4daa854c4f3c619d4ed8, entries=100, sequenceid=344, filesize=9.6 K 2024-11-22T13:15:15,604 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for e443b797cd63514d023f5d966c96b517 in 1745ms, sequenceid=344, compaction requested=true 2024-11-22T13:15:15,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/aaaf72ac709649b8a35e1a349248765d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/013f652581af404a9364d17e44b2a221, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/0d3214b02dd44d4a9f1248e567a76fec, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/cc1c94b53bd940b5b7d2fe3ae6ad5942, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/60929f3db6ec47b0a4085b45677173f1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/22fb95c439a448829f012e4072a81ce4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/e54510220b5c4a9e9f0d3ee7c02dfc55, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/a320359ef4a74eeaa6361c7dc71a68aa, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/4055b755e56542eba86b8d59429f1a8e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/5e0a255d32f44637b17c36a752eb558b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/fa6ecbe6e71142ae8016481755fcab83, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/cb2dbf182b184015912d9370b6a00729, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/2f8b617427fb43b5b8e868f1ffb23fa4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/58fba971245b4e28a2b5b266616f1edb, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/74f9c7f63fea45789c76406cc1e9a418, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/da08981f43e74563b5b873b38f38673d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/3f0b675a212a409ba321535baa0f9995, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/06af517901b647de8b299eb90519053b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/27b12c1af9d64b3a8495683f44911e49, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/eb365e00e8364b2ca7f29559cc6c7760, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/653a966959e745ca932d966b334e73f6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/baf31a0a8d3e4a04bf7eb2e3379b96ea, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/c18e82b352024af0aa570bd1e220bf20, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/d8f7d80d72f24f0ca0ff65b16ab9bc0f] to archive 2024-11-22T13:15:15,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T13:15:15,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/aaaf72ac709649b8a35e1a349248765d to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/aaaf72ac709649b8a35e1a349248765d 2024-11-22T13:15:15,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/013f652581af404a9364d17e44b2a221 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/013f652581af404a9364d17e44b2a221 2024-11-22T13:15:15,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/0d3214b02dd44d4a9f1248e567a76fec to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/0d3214b02dd44d4a9f1248e567a76fec 2024-11-22T13:15:15,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/cc1c94b53bd940b5b7d2fe3ae6ad5942 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/cc1c94b53bd940b5b7d2fe3ae6ad5942 2024-11-22T13:15:15,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/60929f3db6ec47b0a4085b45677173f1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/60929f3db6ec47b0a4085b45677173f1 2024-11-22T13:15:15,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/22fb95c439a448829f012e4072a81ce4 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/22fb95c439a448829f012e4072a81ce4 2024-11-22T13:15:15,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/e54510220b5c4a9e9f0d3ee7c02dfc55 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/e54510220b5c4a9e9f0d3ee7c02dfc55 2024-11-22T13:15:15,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/a320359ef4a74eeaa6361c7dc71a68aa to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/a320359ef4a74eeaa6361c7dc71a68aa 2024-11-22T13:15:15,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/4055b755e56542eba86b8d59429f1a8e to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/4055b755e56542eba86b8d59429f1a8e 2024-11-22T13:15:15,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/5e0a255d32f44637b17c36a752eb558b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/5e0a255d32f44637b17c36a752eb558b 2024-11-22T13:15:15,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/fa6ecbe6e71142ae8016481755fcab83 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/fa6ecbe6e71142ae8016481755fcab83 2024-11-22T13:15:15,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/cb2dbf182b184015912d9370b6a00729 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/cb2dbf182b184015912d9370b6a00729 2024-11-22T13:15:15,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/2f8b617427fb43b5b8e868f1ffb23fa4 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/2f8b617427fb43b5b8e868f1ffb23fa4 2024-11-22T13:15:15,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/58fba971245b4e28a2b5b266616f1edb to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/58fba971245b4e28a2b5b266616f1edb 2024-11-22T13:15:15,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/74f9c7f63fea45789c76406cc1e9a418 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/74f9c7f63fea45789c76406cc1e9a418 2024-11-22T13:15:15,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/da08981f43e74563b5b873b38f38673d to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/da08981f43e74563b5b873b38f38673d 2024-11-22T13:15:15,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/3f0b675a212a409ba321535baa0f9995 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/3f0b675a212a409ba321535baa0f9995 2024-11-22T13:15:15,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/06af517901b647de8b299eb90519053b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/06af517901b647de8b299eb90519053b 2024-11-22T13:15:15,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/27b12c1af9d64b3a8495683f44911e49 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/27b12c1af9d64b3a8495683f44911e49 2024-11-22T13:15:15,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/eb365e00e8364b2ca7f29559cc6c7760 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/eb365e00e8364b2ca7f29559cc6c7760 2024-11-22T13:15:15,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/653a966959e745ca932d966b334e73f6 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/653a966959e745ca932d966b334e73f6 2024-11-22T13:15:15,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/baf31a0a8d3e4a04bf7eb2e3379b96ea to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/baf31a0a8d3e4a04bf7eb2e3379b96ea 2024-11-22T13:15:15,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/c18e82b352024af0aa570bd1e220bf20 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/c18e82b352024af0aa570bd1e220bf20 2024-11-22T13:15:15,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/d8f7d80d72f24f0ca0ff65b16ab9bc0f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/d8f7d80d72f24f0ca0ff65b16ab9bc0f 2024-11-22T13:15:15,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/e1f8eef209bc4dbaab45e15c8e14ae5a, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/71e31282db67436b91aad9c4167fe908, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/e62d72f4734b45a6a744dfcf3988cf30, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/31058a06e9804c9d826a47db679899ae, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/05e31bb793794d8f848f6829c822c767, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/9ae1ea9153b64202bbc638522c64be2a, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/c29d61c774ed4f78948a665dbbda019b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/03165ff8880247fd8d7a3ddeb32e1ad1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/5d4e56cc96784a098ae9585db91bf7c5, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/4ce3c8fb43504930ae98421f58f9d959, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/bdbdd7faeea3446b9b92a1f86379ccfd, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/e1159ab7072a47a1b330b80f0ff6429d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/9810c9e9dbc3453aa4cb06c46ada4583, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/d4333c38fd984d98bccf7aabd35806c8, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/4122dbb3d50548228df5c5090ab6bd35, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/3fdd0849eeb247658d546a9681166676, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/6173141f545845b2b441d20760314e53, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/e0e48a5afc6346358878503b3d5da4f0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/05d010418acf4231a36c2012e5244ba6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/bc17442d288c446f8d13ced36187ac75, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/c847859bce8c4a7081b6066633ab4250, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/1b8865027dd243979474717df3ffbfbf, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/579f332f1c7045c8a683fc47d12c62b4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/08eb2441cde94dffa0a2800607795301] to archive 2024-11-22T13:15:15,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T13:15:15,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/e1f8eef209bc4dbaab45e15c8e14ae5a to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/e1f8eef209bc4dbaab45e15c8e14ae5a 2024-11-22T13:15:15,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/71e31282db67436b91aad9c4167fe908 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/71e31282db67436b91aad9c4167fe908 2024-11-22T13:15:15,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/e62d72f4734b45a6a744dfcf3988cf30 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/e62d72f4734b45a6a744dfcf3988cf30 2024-11-22T13:15:15,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/31058a06e9804c9d826a47db679899ae to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/31058a06e9804c9d826a47db679899ae 2024-11-22T13:15:15,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/05e31bb793794d8f848f6829c822c767 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/05e31bb793794d8f848f6829c822c767 2024-11-22T13:15:15,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/9ae1ea9153b64202bbc638522c64be2a to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/9ae1ea9153b64202bbc638522c64be2a 2024-11-22T13:15:15,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/c29d61c774ed4f78948a665dbbda019b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/c29d61c774ed4f78948a665dbbda019b 2024-11-22T13:15:15,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/03165ff8880247fd8d7a3ddeb32e1ad1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/03165ff8880247fd8d7a3ddeb32e1ad1 2024-11-22T13:15:15,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/5d4e56cc96784a098ae9585db91bf7c5 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/5d4e56cc96784a098ae9585db91bf7c5 2024-11-22T13:15:15,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/4ce3c8fb43504930ae98421f58f9d959 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/4ce3c8fb43504930ae98421f58f9d959 2024-11-22T13:15:15,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/bdbdd7faeea3446b9b92a1f86379ccfd to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/bdbdd7faeea3446b9b92a1f86379ccfd 2024-11-22T13:15:15,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/e1159ab7072a47a1b330b80f0ff6429d to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/e1159ab7072a47a1b330b80f0ff6429d 2024-11-22T13:15:15,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/9810c9e9dbc3453aa4cb06c46ada4583 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/9810c9e9dbc3453aa4cb06c46ada4583 2024-11-22T13:15:15,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/d4333c38fd984d98bccf7aabd35806c8 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/d4333c38fd984d98bccf7aabd35806c8 2024-11-22T13:15:15,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/4122dbb3d50548228df5c5090ab6bd35 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/4122dbb3d50548228df5c5090ab6bd35 2024-11-22T13:15:15,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/3fdd0849eeb247658d546a9681166676 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/3fdd0849eeb247658d546a9681166676 2024-11-22T13:15:15,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/6173141f545845b2b441d20760314e53 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/6173141f545845b2b441d20760314e53 2024-11-22T13:15:15,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/e0e48a5afc6346358878503b3d5da4f0 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/e0e48a5afc6346358878503b3d5da4f0 2024-11-22T13:15:15,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/05d010418acf4231a36c2012e5244ba6 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/05d010418acf4231a36c2012e5244ba6 2024-11-22T13:15:15,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/bc17442d288c446f8d13ced36187ac75 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/bc17442d288c446f8d13ced36187ac75 2024-11-22T13:15:15,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/c847859bce8c4a7081b6066633ab4250 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/c847859bce8c4a7081b6066633ab4250 2024-11-22T13:15:15,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/1b8865027dd243979474717df3ffbfbf to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/1b8865027dd243979474717df3ffbfbf 2024-11-22T13:15:15,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/579f332f1c7045c8a683fc47d12c62b4 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/579f332f1c7045c8a683fc47d12c62b4 2024-11-22T13:15:15,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/08eb2441cde94dffa0a2800607795301 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/08eb2441cde94dffa0a2800607795301 2024-11-22T13:15:15,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/c8fdcf21ae6243fcaa811080afd905e8, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/e4649a2e72af4e06b096726e580d66df, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/cd545bd9422245ffaa16af3e70d98937, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/3dca6639bd974d9fa41702fb0316abde, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/a140fb3cab6f4957b62e74083f3726ab, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/4e025d5f36024aa8b2c45be28049d5d2, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/fe937be5f65c4bfcad9c94c62da3824b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/fe103c3ce685472da6eaa515454091b1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/b38e863c9ac74a458d943fd4815caec6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/f611611a7ccd41ceb5af93d55fb64042, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/7fe050f80b984430bccb2929ab15df5a, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/8465bbd93c624f34bc4e1e5f61d7c7dd, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/ff3a73987aa04e428280d4c219b9ecbc, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/7fc6090508a04f8b8c0dc6fee7ffb2ec, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/e81428e21f3e406b8782ea11e98a72e6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/8b95f67c18ed46acbaf34d89e0ce47b1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/89bbd8dbce034a14857868799dc7f279, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/06a2fcdc3f464fcba3f3d59341f19d66, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/2e6131eb518d48e8b4f79f38052d27ab, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/e08f0d63fdc34ac2b0cea6b52bc397e1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/6430ff7cac554bd38a989df1d34fe30f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/c3d7b85d97564668bb194c65f9824f48, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/b179a4e46a524e9eb954a48dafb949ee, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/82182c97584d4004b83cb3d7c8bf2ada] to archive 2024-11-22T13:15:15,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T13:15:15,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/c8fdcf21ae6243fcaa811080afd905e8 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/c8fdcf21ae6243fcaa811080afd905e8 2024-11-22T13:15:15,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/e4649a2e72af4e06b096726e580d66df to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/e4649a2e72af4e06b096726e580d66df 2024-11-22T13:15:15,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/cd545bd9422245ffaa16af3e70d98937 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/cd545bd9422245ffaa16af3e70d98937 2024-11-22T13:15:15,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/3dca6639bd974d9fa41702fb0316abde to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/3dca6639bd974d9fa41702fb0316abde 2024-11-22T13:15:15,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/a140fb3cab6f4957b62e74083f3726ab to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/a140fb3cab6f4957b62e74083f3726ab 2024-11-22T13:15:15,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/4e025d5f36024aa8b2c45be28049d5d2 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/4e025d5f36024aa8b2c45be28049d5d2 2024-11-22T13:15:15,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/fe937be5f65c4bfcad9c94c62da3824b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/fe937be5f65c4bfcad9c94c62da3824b 2024-11-22T13:15:15,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/fe103c3ce685472da6eaa515454091b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/fe103c3ce685472da6eaa515454091b1 2024-11-22T13:15:15,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/b38e863c9ac74a458d943fd4815caec6 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/b38e863c9ac74a458d943fd4815caec6 2024-11-22T13:15:15,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/f611611a7ccd41ceb5af93d55fb64042 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/f611611a7ccd41ceb5af93d55fb64042 2024-11-22T13:15:15,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/7fe050f80b984430bccb2929ab15df5a to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/7fe050f80b984430bccb2929ab15df5a 2024-11-22T13:15:15,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/8465bbd93c624f34bc4e1e5f61d7c7dd to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/8465bbd93c624f34bc4e1e5f61d7c7dd 2024-11-22T13:15:15,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/ff3a73987aa04e428280d4c219b9ecbc to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/ff3a73987aa04e428280d4c219b9ecbc 2024-11-22T13:15:15,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/7fc6090508a04f8b8c0dc6fee7ffb2ec to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/7fc6090508a04f8b8c0dc6fee7ffb2ec 2024-11-22T13:15:15,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/e81428e21f3e406b8782ea11e98a72e6 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/e81428e21f3e406b8782ea11e98a72e6 2024-11-22T13:15:15,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/8b95f67c18ed46acbaf34d89e0ce47b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/8b95f67c18ed46acbaf34d89e0ce47b1 2024-11-22T13:15:15,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/89bbd8dbce034a14857868799dc7f279 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/89bbd8dbce034a14857868799dc7f279 2024-11-22T13:15:15,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/06a2fcdc3f464fcba3f3d59341f19d66 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/06a2fcdc3f464fcba3f3d59341f19d66 2024-11-22T13:15:15,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/2e6131eb518d48e8b4f79f38052d27ab to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/2e6131eb518d48e8b4f79f38052d27ab 2024-11-22T13:15:15,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/e08f0d63fdc34ac2b0cea6b52bc397e1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/e08f0d63fdc34ac2b0cea6b52bc397e1 2024-11-22T13:15:15,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/6430ff7cac554bd38a989df1d34fe30f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/6430ff7cac554bd38a989df1d34fe30f 2024-11-22T13:15:15,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/c3d7b85d97564668bb194c65f9824f48 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/c3d7b85d97564668bb194c65f9824f48 2024-11-22T13:15:15,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/b179a4e46a524e9eb954a48dafb949ee to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/b179a4e46a524e9eb954a48dafb949ee 2024-11-22T13:15:15,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/82182c97584d4004b83cb3d7c8bf2ada to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/82182c97584d4004b83cb3d7c8bf2ada 2024-11-22T13:15:15,679 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/recovered.edits/347.seqid, newMaxSeqId=347, maxSeqId=4 2024-11-22T13:15:15,680 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. 2024-11-22T13:15:15,680 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1676): Region close journal for e443b797cd63514d023f5d966c96b517: Waiting for close lock at 1732281313858Running coprocessor pre-close hooks at 1732281313858Disabling compacts and flushes for region at 1732281313858Disabling writes for close at 1732281313858Obtaining lock to block concurrent updates at 1732281313859 (+1 ms)Preparing flush snapshotting stores in e443b797cd63514d023f5d966c96b517 at 1732281313859Finished memstore snapshotting TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1732281313860 (+1 ms)Flushing stores of TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517. at 1732281313861 (+1 ms)Flushing e443b797cd63514d023f5d966c96b517/A: creating writer at 1732281313861Flushing mob file e443b797cd63514d023f5d966c96b517/A: appending metadata at 1732281313872 (+11 ms)Flushing mob file e443b797cd63514d023f5d966c96b517/A: closing flushed file at 1732281313872Flushing e443b797cd63514d023f5d966c96b517/A: appending metadata at 1732281314288 (+416 ms)Flushing e443b797cd63514d023f5d966c96b517/A: closing flushed file at 1732281314288Flushing e443b797cd63514d023f5d966c96b517/B: creating writer at 1732281314752 (+464 ms)Flushing e443b797cd63514d023f5d966c96b517/B: appending metadata at 1732281314759 (+7 ms)Flushing e443b797cd63514d023f5d966c96b517/B: closing flushed file at 1732281314759Flushing e443b797cd63514d023f5d966c96b517/C: creating writer at 1732281315169 (+410 ms)Flushing e443b797cd63514d023f5d966c96b517/C: appending metadata at 1732281315172 (+3 ms)Flushing e443b797cd63514d023f5d966c96b517/C: closing flushed file at 1732281315172Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bbcf77a: reopening flushed file at 1732281315586 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42c15234: reopening flushed file at 1732281315592 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e454223: reopening flushed file at 1732281315598 (+6 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for e443b797cd63514d023f5d966c96b517 in 1745ms, sequenceid=344, compaction requested=true at 1732281315604 (+6 ms)Writing region close event to WAL at 1732281315676 (+72 ms)Running coprocessor post-close hooks at 1732281315679 (+3 ms)Closed at 1732281315680 (+1 ms) 2024-11-22T13:15:15,682 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(157): Closed e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:15,683 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=e443b797cd63514d023f5d966c96b517, regionState=CLOSED 2024-11-22T13:15:15,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=54, state=RUNNABLE, hasLock=false; CloseRegionProcedure e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 because future has completed 2024-11-22T13:15:15,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-22T13:15:15,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; CloseRegionProcedure e443b797cd63514d023f5d966c96b517, server=e025332d312f,34015,1732281255160 in 1.9800 sec 2024-11-22T13:15:15,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53 2024-11-22T13:15:15,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e443b797cd63514d023f5d966c96b517, UNASSIGN in 1.9840 sec 2024-11-22T13:15:15,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-22T13:15:15,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9870 sec 2024-11-22T13:15:15,691 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281315690"}]},"ts":"1732281315690"} 2024-11-22T13:15:15,692 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T13:15:15,692 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T13:15:15,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9990 sec 2024-11-22T13:15:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T13:15:15,845 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:15,846 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T13:15:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:15:15,848 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=56, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:15:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T13:15:15,848 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=56, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:15:15,852 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:15,856 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A, FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B, FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C, FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/recovered.edits] 2024-11-22T13:15:15,861 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/2106975e66d14ea6a60a31ba4553a2a5 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/2106975e66d14ea6a60a31ba4553a2a5 2024-11-22T13:15:15,863 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/38bda0bddc544cffbe451d8b4e3c74b0 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/38bda0bddc544cffbe451d8b4e3c74b0 2024-11-22T13:15:15,864 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/95bc3e8b018341b0ba97254bd2628d12 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/A/95bc3e8b018341b0ba97254bd2628d12 2024-11-22T13:15:15,866 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/1425f4f16d594ff4a93940d29d9ff50b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/1425f4f16d594ff4a93940d29d9ff50b 2024-11-22T13:15:15,868 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/cecc7c8ce3e64c879f5c4c6bc09fb5e1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/cecc7c8ce3e64c879f5c4c6bc09fb5e1 2024-11-22T13:15:15,869 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/f59a9d3d43784f098141f86dbf0de76d to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/B/f59a9d3d43784f098141f86dbf0de76d 2024-11-22T13:15:15,871 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/00dae5e4612a4daa854c4f3c619d4ed8 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/00dae5e4612a4daa854c4f3c619d4ed8 2024-11-22T13:15:15,872 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/20fc4999f0624c6dac572bd062842ac0 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/20fc4999f0624c6dac572bd062842ac0 2024-11-22T13:15:15,873 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/91a8d016d47848c091338c31bd47c51e to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/C/91a8d016d47848c091338c31bd47c51e 2024-11-22T13:15:15,875 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/recovered.edits/347.seqid to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517/recovered.edits/347.seqid 2024-11-22T13:15:15,876 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:15,876 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T13:15:15,876 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T13:15:15,877 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T13:15:15,881 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112212043c02df6b427abbe925ba52c8ee20_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112212043c02df6b427abbe925ba52c8ee20_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:15,882 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122285347bfba09483c8d0e7ebfb3b7060e_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122285347bfba09483c8d0e7ebfb3b7060e_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:15,883 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112228d016791dd64ff48bc9149de5bbca03_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112228d016791dd64ff48bc9149de5bbca03_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:15,883 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222f7632247e854bc7969e729bac1d8ae6_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222f7632247e854bc7969e729bac1d8ae6_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:15,885 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112242e9ca5276634b4ebd14fde1f975274e_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112242e9ca5276634b4ebd14fde1f975274e_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:15,886 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112247ac4c30fca746ebb6e73bd454f899dd_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112247ac4c30fca746ebb6e73bd454f899dd_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:15,887 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122632adbf34ffc4b9995094803a655afea_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122632adbf34ffc4b9995094803a655afea_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:15,888 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a38839011c244dfebd58680adbc023b4_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a38839011c244dfebd58680adbc023b4_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:15,889 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b5ed014f410548a4ad8334c023bdbcd5_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b5ed014f410548a4ad8334c023bdbcd5_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:15,890 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bb4f74eb9484447293764dcd1367212e_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bb4f74eb9484447293764dcd1367212e_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:15,892 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cfb81d4911c649b7bfeefded13de62ce_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cfb81d4911c649b7bfeefded13de62ce_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:15,893 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122db03d94b2ecd437b88790678977ef9ff_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122db03d94b2ecd437b88790678977ef9ff_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:15,894 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e0c085923a474a07afe927fb75e499cf_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e0c085923a474a07afe927fb75e499cf_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:15,896 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e4ce156795014c6cbbd93324b4ed05dc_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e4ce156795014c6cbbd93324b4ed05dc_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:15,897 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e68e8a24b92b416ca18adefe93a8e2cd_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e68e8a24b92b416ca18adefe93a8e2cd_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:15,898 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e70b2dc08ad3424880bf418a5496b5b0_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e70b2dc08ad3424880bf418a5496b5b0_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:15,900 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f173f1f991db43efbadf00ad701a6231_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f173f1f991db43efbadf00ad701a6231_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:15,901 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f96e3284e12f49f586a3680b01aa66fc_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f96e3284e12f49f586a3680b01aa66fc_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:15,902 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fa2e353f2929404e8f28a720df36cf6b_e443b797cd63514d023f5d966c96b517 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fa2e353f2929404e8f28a720df36cf6b_e443b797cd63514d023f5d966c96b517 2024-11-22T13:15:15,903 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T13:15:15,905 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=56, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:15:15,908 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T13:15:15,911 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T13:15:15,912 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=56, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:15:15,912 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T13:15:15,912 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732281315912"}]},"ts":"9223372036854775807"} 2024-11-22T13:15:15,914 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T13:15:15,914 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e443b797cd63514d023f5d966c96b517, NAME => 'TestAcidGuarantees,,1732281285729.e443b797cd63514d023f5d966c96b517.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T13:15:15,914 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T13:15:15,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732281315914"}]},"ts":"9223372036854775807"} 2024-11-22T13:15:15,916 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T13:15:15,917 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=56, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:15:15,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 71 msec 2024-11-22T13:15:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T13:15:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T13:15:15,956 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:15,966 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=251 (was 249) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-76080288_22 at /127.0.0.1:43866 [Waiting for operation #187] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-76080288_22 at /127.0.0.1:51140 [Waiting for operation #387] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2073823879_22 at /127.0.0.1:43880 [Waiting for operation #189] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/cluster_d74bd13d-cd19-a8a3-63f1-83d2037188c5/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2073823879_22 at /127.0.0.1:56952 [Waiting for operation #613] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/cluster_d74bd13d-cd19-a8a3-63f1-83d2037188c5/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=332 (was 321) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2442 (was 2650) 2024-11-22T13:15:15,976 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=251, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=332, ProcessCount=11, AvailableMemoryMB=2442 2024-11-22T13:15:15,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T13:15:15,978 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T13:15:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T13:15:15,981 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T13:15:15,981 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:15,981 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 57 2024-11-22T13:15:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-22T13:15:15,982 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T13:15:15,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742062_1238 (size=1061) 2024-11-22T13:15:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-22T13:15:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-22T13:15:16,391 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9 2024-11-22T13:15:16,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742063_1239 (size=53) 2024-11-22T13:15:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-22T13:15:16,800 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:15:16,800 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing fb54a8e327abbda5820c1c08233df27a, disabling compactions & flushes 2024-11-22T13:15:16,801 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:16,801 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:16,801 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. after waiting 0 ms 2024-11-22T13:15:16,801 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:16,801 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:16,801 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for fb54a8e327abbda5820c1c08233df27a: Waiting for close lock at 1732281316800Disabling compacts and flushes for region at 1732281316800Disabling writes for close at 1732281316801 (+1 ms)Writing region close event to WAL at 1732281316801Closed at 1732281316801 2024-11-22T13:15:16,804 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T13:15:16,804 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732281316804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281316804"}]},"ts":"1732281316804"} 2024-11-22T13:15:16,807 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T13:15:16,808 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T13:15:16,809 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281316808"}]},"ts":"1732281316808"} 2024-11-22T13:15:16,810 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T13:15:16,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb54a8e327abbda5820c1c08233df27a, ASSIGN}] 2024-11-22T13:15:16,812 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb54a8e327abbda5820c1c08233df27a, ASSIGN 2024-11-22T13:15:16,813 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb54a8e327abbda5820c1c08233df27a, ASSIGN; state=OFFLINE, location=e025332d312f,34015,1732281255160; forceNewPlan=false, retain=false 2024-11-22T13:15:16,965 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=fb54a8e327abbda5820c1c08233df27a, regionState=OPENING, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:15:16,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb54a8e327abbda5820c1c08233df27a, ASSIGN because future has completed 2024-11-22T13:15:16,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160}] 2024-11-22T13:15:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-22T13:15:17,131 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:17,131 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7752): Opening region: {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} 2024-11-22T13:15:17,132 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:17,132 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:15:17,132 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7794): checking encryption for fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:17,132 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7797): checking classloading for fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:17,136 INFO [StoreOpener-fb54a8e327abbda5820c1c08233df27a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:17,137 INFO [StoreOpener-fb54a8e327abbda5820c1c08233df27a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:15:17,137 INFO [StoreOpener-fb54a8e327abbda5820c1c08233df27a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb54a8e327abbda5820c1c08233df27a columnFamilyName A 2024-11-22T13:15:17,137 DEBUG [StoreOpener-fb54a8e327abbda5820c1c08233df27a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:17,138 INFO [StoreOpener-fb54a8e327abbda5820c1c08233df27a-1 {}] regionserver.HStore(327): Store=fb54a8e327abbda5820c1c08233df27a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:15:17,138 INFO [StoreOpener-fb54a8e327abbda5820c1c08233df27a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:17,139 INFO [StoreOpener-fb54a8e327abbda5820c1c08233df27a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:15:17,140 INFO [StoreOpener-fb54a8e327abbda5820c1c08233df27a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb54a8e327abbda5820c1c08233df27a columnFamilyName B 2024-11-22T13:15:17,140 DEBUG [StoreOpener-fb54a8e327abbda5820c1c08233df27a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:17,140 INFO [StoreOpener-fb54a8e327abbda5820c1c08233df27a-1 {}] regionserver.HStore(327): Store=fb54a8e327abbda5820c1c08233df27a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:15:17,140 INFO [StoreOpener-fb54a8e327abbda5820c1c08233df27a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:17,141 INFO [StoreOpener-fb54a8e327abbda5820c1c08233df27a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:15:17,142 INFO [StoreOpener-fb54a8e327abbda5820c1c08233df27a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb54a8e327abbda5820c1c08233df27a columnFamilyName C 2024-11-22T13:15:17,142 DEBUG [StoreOpener-fb54a8e327abbda5820c1c08233df27a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:17,142 INFO [StoreOpener-fb54a8e327abbda5820c1c08233df27a-1 {}] regionserver.HStore(327): Store=fb54a8e327abbda5820c1c08233df27a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:15:17,142 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:17,142 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1038): replaying wal for fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:17,143 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:17,143 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:17,145 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1048): stopping wal replay for fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:17,145 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1060): Cleaning up temporary data for fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:17,145 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T13:15:17,147 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1093): writing seq id for fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:17,149 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:15:17,149 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1114): Opened fb54a8e327abbda5820c1c08233df27a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68368693, jitterRate=0.0187729150056839}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T13:15:17,149 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:17,150 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1006): Region open journal for fb54a8e327abbda5820c1c08233df27a: Running coprocessor pre-open hook at 1732281317133Writing region info on filesystem at 1732281317133Initializing all the Stores at 1732281317135 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281317135Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281317135Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281317135Cleaning up temporary data from old regions at 1732281317145 (+10 ms)Running coprocessor post-open hooks at 1732281317149 (+4 ms)Region opened successfully at 1732281317150 (+1 ms) 2024-11-22T13:15:17,151 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., pid=59, masterSystemTime=1732281317124 2024-11-22T13:15:17,153 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:17,153 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:17,154 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=fb54a8e327abbda5820c1c08233df27a, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:15:17,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 because future has completed 2024-11-22T13:15:17,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-22T13:15:17,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; OpenRegionProcedure fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 in 185 msec 2024-11-22T13:15:17,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-22T13:15:17,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb54a8e327abbda5820c1c08233df27a, ASSIGN in 348 msec 2024-11-22T13:15:17,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T13:15:17,162 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281317162"}]},"ts":"1732281317162"} 2024-11-22T13:15:17,164 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T13:15:17,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T13:15:17,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1870 sec 2024-11-22T13:15:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-22T13:15:18,126 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:18,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e04d2b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,127 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:15:18,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:15:18,128 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:15:18,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:15:18,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:15:18,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7582d651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:15:18,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:15:18,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:18,130 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:15:18,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c86a961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,131 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:15:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:15:18,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:15:18,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:15:18,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T13:15:18,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e025332d312f,46617,1732281253851 2024-11-22T13:15:18,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7102cc70 2024-11-22T13:15:18,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T13:15:18,138 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T13:15:18,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391cff66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:15:18,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:15:18,141 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:15:18,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:15:18,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:15:18,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13cd1658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:15:18,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:15:18,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:18,142 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:15:18,143 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e89c9af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135bd0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,143 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:15:18,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:15:18,144 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:15:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:15:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:15:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9ac6dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:15:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:15:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:18,145 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:15:18,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622845e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4609cead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:15:18,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:15:18,147 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:15:18,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:15:18,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:15:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ccd266f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:15:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:15:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:18,148 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:15:18,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9424148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2df097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:15:18,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:15:18,150 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:15:18,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:15:18,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:15:18,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a37165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:15:18,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:15:18,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:18,152 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:15:18,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193c15a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2856abc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:15:18,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:15:18,154 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:15:18,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:15:18,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:15:18,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d61c178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:15:18,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:15:18,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:18,155 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:15:18,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@166dfa56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4f6020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:15:18,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:15:18,157 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:15:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:15:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:15:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f58332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:15:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:15:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:18,158 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:15:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c667ae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692cba37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:15:18,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:15:18,160 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:15:18,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:15:18,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:15:18,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143ddbbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:15:18,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:15:18,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:18,162 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:15:18,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57264a94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d805c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,163 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:15:18,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:15:18,164 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:15:18,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:15:18,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:15:18,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf9f06a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:15:18,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:15:18,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:18,165 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:15:18,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2125ab2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4861c2d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:15:18,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:15:18,167 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:15:18,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:15:18,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:15:18,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d607c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:15:18,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:15:18,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:18,169 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:15:18,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7171c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3397c776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,170 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:15:18,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:15:18,171 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:15:18,171 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:15:18,171 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:15:18,171 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24aa6330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,171 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:15:18,171 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:15:18,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:18,172 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:15:18,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119a2505, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:18,173 DEBUG [Thread-1122 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:15:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:15:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:15:18,175 DEBUG [Thread-1133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:15:18,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:15:18,176 DEBUG [Thread-1127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:15:18,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:15:18,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:15:18,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:15:18,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:15:18,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:15:18,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:15:18,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:15:18,178 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:15:18,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:15:18,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:15:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-22T13:15:18,180 DEBUG [Thread-1125 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:15:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T13:15:18,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:15:18,181 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:15:18,181 DEBUG [Thread-1131 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:15:18,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:15:18,182 DEBUG [Thread-1131 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:15:18,182 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:15:18,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:15:18,182 DEBUG [Thread-1131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:15:18,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:15:18,183 DEBUG [Thread-1129 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:15:18,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:15:18,184 DEBUG [Thread-1116 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:15:18,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:15:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:15:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:15:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:15:18,185 DEBUG [Thread-1116 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:15:18,185 DEBUG [Thread-1116 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:15:18,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:15:18,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:15:18,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:15:18,204 DEBUG [Thread-1118 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:15:18,204 DEBUG [Thread-1114 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:15:18,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:15:18,205 DEBUG [Thread-1118 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:15:18,206 DEBUG [Thread-1118 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:15:18,207 DEBUG [Thread-1120 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:15:18,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:15:18,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:15:18,210 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:15:18,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:15:18,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:15:18,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:15:18,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:15:18,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:15:18,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:15:18,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T13:15:18,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:18,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:18,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:18,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:18,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:18,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:18,222 DEBUG [Thread-1118 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:15:18,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/23b08239cc7043039ef9ecf17003842f is 50, key is test_row_0/A:col10/1732281318219/Put/seqid=0 2024-11-22T13:15:18,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742064_1240 (size=12001) 2024-11-22T13:15:18,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/23b08239cc7043039ef9ecf17003842f 2024-11-22T13:15:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T13:15:18,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/094cc7a546884935b2b4c6dacae9b78d is 50, key is test_row_0/B:col10/1732281318219/Put/seqid=0 2024-11-22T13:15:18,313 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281318243, max timestamp=1732281318310Num uniques 859; 2024-11-22T13:15:18,313 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281318243, max timestamp=1732281318310Num uniques 859; 2024-11-22T13:15:18,313 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:15:18,313 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:15:18,314 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281318243, max timestamp=1732281318312Num uniques 859; 2024-11-22T13:15:18,315 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:15:18,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742065_1241 (size=12001) 2024-11-22T13:15:18,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/094cc7a546884935b2b4c6dacae9b78d 2024-11-22T13:15:18,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-22T13:15:18,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:18,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:18,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:18,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:18,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:18,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281378336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281378334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/cbf261bc7d754005bcb3ba29dcc03240 is 50, key is test_row_0/C:col10/1732281318219/Put/seqid=0 2024-11-22T13:15:18,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281378338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281378341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281378341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742066_1242 (size=12001) 2024-11-22T13:15:18,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/cbf261bc7d754005bcb3ba29dcc03240 2024-11-22T13:15:18,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/23b08239cc7043039ef9ecf17003842f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/23b08239cc7043039ef9ecf17003842f 2024-11-22T13:15:18,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/23b08239cc7043039ef9ecf17003842f, entries=150, sequenceid=11, filesize=11.7 K 2024-11-22T13:15:18,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/094cc7a546884935b2b4c6dacae9b78d as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/094cc7a546884935b2b4c6dacae9b78d 2024-11-22T13:15:18,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/094cc7a546884935b2b4c6dacae9b78d, entries=150, sequenceid=11, filesize=11.7 K 2024-11-22T13:15:18,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/cbf261bc7d754005bcb3ba29dcc03240 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/cbf261bc7d754005bcb3ba29dcc03240 2024-11-22T13:15:18,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/cbf261bc7d754005bcb3ba29dcc03240, entries=150, sequenceid=11, filesize=11.7 K 2024-11-22T13:15:18,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=131.94 KB/135110 for fb54a8e327abbda5820c1c08233df27a in 167ms, sequenceid=11, compaction requested=false 2024-11-22T13:15:18,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:18,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=138.65 KB heapSize=395.14 KB 2024-11-22T13:15:18,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:18,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T13:15:18,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:18,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T13:15:18,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:18,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T13:15:18,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/1e5c83cd6d58472d9ef7159898a30d94 is 50, key is test_row_0/A:col10/1732281318448/Put/seqid=0 2024-11-22T13:15:18,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281378461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281378463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281378464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281378464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281378465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742067_1243 (size=14341) 2024-11-22T13:15:18,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/1e5c83cd6d58472d9ef7159898a30d94 2024-11-22T13:15:18,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-22T13:15:18,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:18,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:18,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:18,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:18,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T13:15:18,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/3aee71b62637481bafeb6f1f2a153851 is 50, key is test_row_0/B:col10/1732281318448/Put/seqid=0 2024-11-22T13:15:18,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742068_1244 (size=12001) 2024-11-22T13:15:18,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/3aee71b62637481bafeb6f1f2a153851 2024-11-22T13:15:18,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/8d18bbf1ad734793bd469e8193cc14be is 50, key is test_row_0/C:col10/1732281318448/Put/seqid=0 2024-11-22T13:15:18,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742069_1245 (size=12001) 2024-11-22T13:15:18,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/8d18bbf1ad734793bd469e8193cc14be 2024-11-22T13:15:18,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/1e5c83cd6d58472d9ef7159898a30d94 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1e5c83cd6d58472d9ef7159898a30d94 2024-11-22T13:15:18,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1e5c83cd6d58472d9ef7159898a30d94, entries=200, sequenceid=49, filesize=14.0 K 2024-11-22T13:15:18,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/3aee71b62637481bafeb6f1f2a153851 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/3aee71b62637481bafeb6f1f2a153851 2024-11-22T13:15:18,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/3aee71b62637481bafeb6f1f2a153851, entries=150, sequenceid=49, filesize=11.7 K 2024-11-22T13:15:18,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/8d18bbf1ad734793bd469e8193cc14be as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8d18bbf1ad734793bd469e8193cc14be 2024-11-22T13:15:18,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8d18bbf1ad734793bd469e8193cc14be, entries=150, sequenceid=49, filesize=11.7 K 2024-11-22T13:15:18,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~145.36 KB/148850, heapSize ~415.72 KB/425696, currentSize=46.96 KB/48090 for fb54a8e327abbda5820c1c08233df27a in 121ms, sequenceid=49, compaction requested=false 2024-11-22T13:15:18,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:18,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T13:15:18,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:18,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:18,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:18,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:18,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:18,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:18,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/f1962c5eed0f4369a0f5a0db151be0a0 is 50, key is test_row_0/A:col10/1732281318462/Put/seqid=0 2024-11-22T13:15:18,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742070_1246 (size=12001) 2024-11-22T13:15:18,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732281318596, max timestamp=1732281318610Num uniques 859; 2024-11-22T13:15:18,614 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732281318596, max timestamp=1732281318610Num uniques 859; 2024-11-22T13:15:18,614 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732281318596, max timestamp=1732281318610Num uniques 859; 2024-11-22T13:15:18,614 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:15:18,614 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:15:18,616 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:15:18,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281378629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281378630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-22T13:15:18,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:18,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:18,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:18,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:18,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:18,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281378638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281378639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281378639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:18,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281378744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281378745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281378755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281378755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281378755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-22T13:15:18,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:18,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:18,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:18,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:18,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T13:15:18,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-22T13:15:18,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:18,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:18,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:18,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:18,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:18,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281378955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281378955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281378965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281378966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:18,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281378966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:18,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:18,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:19,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/f1962c5eed0f4369a0f5a0db151be0a0 2024-11-22T13:15:19,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/867b62b522774863ab03e9ce062f95df is 50, key is test_row_0/B:col10/1732281318462/Put/seqid=0 2024-11-22T13:15:19,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742071_1247 (size=12001) 2024-11-22T13:15:19,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/867b62b522774863ab03e9ce062f95df 2024-11-22T13:15:19,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/8fff54ad1f394c1688309207152498ca is 50, key is test_row_0/C:col10/1732281318462/Put/seqid=0 2024-11-22T13:15:19,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742072_1248 (size=12001) 2024-11-22T13:15:19,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-22T13:15:19,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:19,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:19,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:19,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:19,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:19,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-22T13:15:19,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:19,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:19,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:19,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:19,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:19,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281379264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:19,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:19,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281379275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:19,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:19,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281379275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:19,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:19,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281379275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:19,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:19,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281379275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T13:15:19,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-22T13:15:19,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:19,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:19,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:19,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:19,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:19,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/8fff54ad1f394c1688309207152498ca 2024-11-22T13:15:19,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/f1962c5eed0f4369a0f5a0db151be0a0 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/f1962c5eed0f4369a0f5a0db151be0a0 2024-11-22T13:15:19,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/f1962c5eed0f4369a0f5a0db151be0a0, entries=150, sequenceid=61, filesize=11.7 K 2024-11-22T13:15:19,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/867b62b522774863ab03e9ce062f95df as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/867b62b522774863ab03e9ce062f95df 2024-11-22T13:15:19,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/867b62b522774863ab03e9ce062f95df, entries=150, sequenceid=61, filesize=11.7 K 2024-11-22T13:15:19,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/8fff54ad1f394c1688309207152498ca as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8fff54ad1f394c1688309207152498ca 2024-11-22T13:15:19,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8fff54ad1f394c1688309207152498ca, entries=150, sequenceid=61, filesize=11.7 K 2024-11-22T13:15:19,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for fb54a8e327abbda5820c1c08233df27a in 885ms, sequenceid=61, compaction requested=true 2024-11-22T13:15:19,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:19,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:15:19,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:19,463 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:19,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:15:19,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:19,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:15:19,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T13:15:19,463 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:19,465 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:19,465 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:19,465 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/B is initiating minor compaction (all files) 2024-11-22T13:15:19,465 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/A is initiating minor compaction (all files) 2024-11-22T13:15:19,465 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/A in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:19,465 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/B in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:19,465 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/094cc7a546884935b2b4c6dacae9b78d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/3aee71b62637481bafeb6f1f2a153851, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/867b62b522774863ab03e9ce062f95df] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=35.2 K 2024-11-22T13:15:19,465 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/23b08239cc7043039ef9ecf17003842f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1e5c83cd6d58472d9ef7159898a30d94, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/f1962c5eed0f4369a0f5a0db151be0a0] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=37.4 K 2024-11-22T13:15:19,465 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 23b08239cc7043039ef9ecf17003842f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732281318206 2024-11-22T13:15:19,466 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e5c83cd6d58472d9ef7159898a30d94, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732281318335 2024-11-22T13:15:19,466 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 094cc7a546884935b2b4c6dacae9b78d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732281318206 2024-11-22T13:15:19,466 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting f1962c5eed0f4369a0f5a0db151be0a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732281318462 2024-11-22T13:15:19,466 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3aee71b62637481bafeb6f1f2a153851, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732281318335 2024-11-22T13:15:19,466 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 867b62b522774863ab03e9ce062f95df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732281318462 2024-11-22T13:15:19,482 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#B#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:19,483 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/34eb57b3343942dab38bb49fb540debf is 50, key is test_row_0/B:col10/1732281318462/Put/seqid=0 2024-11-22T13:15:19,492 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#A#compaction#205 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:19,492 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/81357fbef7d74318af4f4036793868d0 is 50, key is test_row_0/A:col10/1732281318462/Put/seqid=0 2024-11-22T13:15:19,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742073_1249 (size=12104) 2024-11-22T13:15:19,529 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/34eb57b3343942dab38bb49fb540debf as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/34eb57b3343942dab38bb49fb540debf 2024-11-22T13:15:19,535 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/B of fb54a8e327abbda5820c1c08233df27a into 34eb57b3343942dab38bb49fb540debf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:19,535 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:19,535 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/B, priority=13, startTime=1732281319463; duration=0sec 2024-11-22T13:15:19,536 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:19,536 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:B 2024-11-22T13:15:19,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742074_1250 (size=12104) 2024-11-22T13:15:19,536 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:19,537 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:19,537 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/C is initiating minor compaction (all files) 2024-11-22T13:15:19,537 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/C in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:19,537 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/cbf261bc7d754005bcb3ba29dcc03240, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8d18bbf1ad734793bd469e8193cc14be, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8fff54ad1f394c1688309207152498ca] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=35.2 K 2024-11-22T13:15:19,538 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbf261bc7d754005bcb3ba29dcc03240, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732281318206 2024-11-22T13:15:19,538 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d18bbf1ad734793bd469e8193cc14be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732281318335 2024-11-22T13:15:19,539 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fff54ad1f394c1688309207152498ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732281318462 2024-11-22T13:15:19,542 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/81357fbef7d74318af4f4036793868d0 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/81357fbef7d74318af4f4036793868d0 2024-11-22T13:15:19,550 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/A of fb54a8e327abbda5820c1c08233df27a into 81357fbef7d74318af4f4036793868d0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:19,550 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:19,550 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/A, priority=13, startTime=1732281319463; duration=0sec 2024-11-22T13:15:19,551 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:19,551 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:A 2024-11-22T13:15:19,556 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#C#compaction#206 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:19,557 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/d70f93efb92a43c5bcc21c9cb16b0d96 is 50, key is test_row_0/C:col10/1732281318462/Put/seqid=0 2024-11-22T13:15:19,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-22T13:15:19,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:19,576 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB 2024-11-22T13:15:19,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:19,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:19,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:19,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:19,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:19,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:19,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742075_1251 (size=12104) 2024-11-22T13:15:19,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/e7bdb71231204f2bad4a5db32aae770b is 50, key is test_row_0/A:col10/1732281318629/Put/seqid=0 2024-11-22T13:15:19,594 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/d70f93efb92a43c5bcc21c9cb16b0d96 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/d70f93efb92a43c5bcc21c9cb16b0d96 2024-11-22T13:15:19,603 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/C of fb54a8e327abbda5820c1c08233df27a into d70f93efb92a43c5bcc21c9cb16b0d96(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:19,603 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:19,603 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/C, priority=13, startTime=1732281319463; duration=0sec 2024-11-22T13:15:19,603 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:19,603 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:C 2024-11-22T13:15:19,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742076_1252 (size=12001) 2024-11-22T13:15:19,658 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/e7bdb71231204f2bad4a5db32aae770b 2024-11-22T13:15:19,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/24d8a7c19291489db5c69b9d8043a23f is 50, key is test_row_0/B:col10/1732281318629/Put/seqid=0 2024-11-22T13:15:19,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742077_1253 (size=12001) 2024-11-22T13:15:19,704 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/24d8a7c19291489db5c69b9d8043a23f 2024-11-22T13:15:19,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/9352874a864b48f89ecd3617addca2e4 is 50, key is test_row_0/C:col10/1732281318629/Put/seqid=0 2024-11-22T13:15:19,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742078_1254 (size=12001) 2024-11-22T13:15:19,776 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/9352874a864b48f89ecd3617addca2e4 2024-11-22T13:15:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:19,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:19,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/e7bdb71231204f2bad4a5db32aae770b as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/e7bdb71231204f2bad4a5db32aae770b 2024-11-22T13:15:19,799 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/e7bdb71231204f2bad4a5db32aae770b, entries=150, sequenceid=97, filesize=11.7 K 2024-11-22T13:15:19,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/24d8a7c19291489db5c69b9d8043a23f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/24d8a7c19291489db5c69b9d8043a23f 2024-11-22T13:15:19,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281379802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:19,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:19,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281379808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:19,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281379810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:19,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:19,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281379812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:19,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:19,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281379815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:19,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:19,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:19,820 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/24d8a7c19291489db5c69b9d8043a23f, entries=150, sequenceid=97, filesize=11.7 K 2024-11-22T13:15:19,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/9352874a864b48f89ecd3617addca2e4 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/9352874a864b48f89ecd3617addca2e4 2024-11-22T13:15:19,830 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/9352874a864b48f89ecd3617addca2e4, entries=150, sequenceid=97, filesize=11.7 K 2024-11-22T13:15:19,832 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=60.38 KB/61830 for fb54a8e327abbda5820c1c08233df27a in 256ms, sequenceid=97, compaction requested=false 2024-11-22T13:15:19,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:19,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:19,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-22T13:15:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-22T13:15:19,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-22T13:15:19,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6540 sec 2024-11-22T13:15:19,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.6610 sec 2024-11-22T13:15:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:19,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T13:15:19,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:19,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:19,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:19,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:19,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:19,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:19,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/1c024913cc92413e90b1a8c94c52285b is 50, key is test_row_0/A:col10/1732281319812/Put/seqid=0 2024-11-22T13:15:19,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742079_1255 (size=12001) 2024-11-22T13:15:19,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281379965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:19,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:19,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281379967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:19,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:19,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281379974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:19,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:19,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281379974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:19,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:19,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:19,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281379976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:19,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:19,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:20,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:20,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281380085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:20,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:20,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281380085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:20,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:20,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:20,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:20,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281380095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:20,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:20,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281380095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:20,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:20,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281380095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:20,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:20,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281380295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:20,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:20,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281380295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:20,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:20,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281380305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:20,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:20,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281380305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:20,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:20,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:20,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281380305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:20,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T13:15:20,325 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:20,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:15:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-22T13:15:20,328 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:15:20,329 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:15:20,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:15:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T13:15:20,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/1c024913cc92413e90b1a8c94c52285b 2024-11-22T13:15:20,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/c150972ace344456bd77d17e96e1735c is 50, key is test_row_0/B:col10/1732281319812/Put/seqid=0 2024-11-22T13:15:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T13:15:20,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742080_1256 (size=12001) 2024-11-22T13:15:20,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/c150972ace344456bd77d17e96e1735c 2024-11-22T13:15:20,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/93377277ee2c4b9392553281fc239922 is 50, key is test_row_0/C:col10/1732281319812/Put/seqid=0 2024-11-22T13:15:20,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-22T13:15:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:20,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:20,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742081_1257 (size=12001) 2024-11-22T13:15:20,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/93377277ee2c4b9392553281fc239922 2024-11-22T13:15:20,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/1c024913cc92413e90b1a8c94c52285b as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1c024913cc92413e90b1a8c94c52285b 2024-11-22T13:15:20,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1c024913cc92413e90b1a8c94c52285b, entries=150, sequenceid=111, filesize=11.7 K 2024-11-22T13:15:20,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/c150972ace344456bd77d17e96e1735c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/c150972ace344456bd77d17e96e1735c 2024-11-22T13:15:20,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/c150972ace344456bd77d17e96e1735c, entries=150, sequenceid=111, filesize=11.7 K 2024-11-22T13:15:20,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/93377277ee2c4b9392553281fc239922 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/93377277ee2c4b9392553281fc239922 2024-11-22T13:15:20,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/93377277ee2c4b9392553281fc239922, entries=150, sequenceid=111, filesize=11.7 K 2024-11-22T13:15:20,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for fb54a8e327abbda5820c1c08233df27a in 616ms, sequenceid=111, compaction requested=true 2024-11-22T13:15:20,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:20,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:15:20,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:20,546 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:20,546 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:20,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:15:20,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:20,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:15:20,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:20,547 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:20,547 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/A is initiating minor compaction (all files) 2024-11-22T13:15:20,547 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/A in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:20,547 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/81357fbef7d74318af4f4036793868d0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/e7bdb71231204f2bad4a5db32aae770b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1c024913cc92413e90b1a8c94c52285b] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=35.3 K 2024-11-22T13:15:20,550 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:20,550 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/B is initiating minor compaction (all files) 2024-11-22T13:15:20,550 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/B in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:20,550 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/34eb57b3343942dab38bb49fb540debf, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/24d8a7c19291489db5c69b9d8043a23f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/c150972ace344456bd77d17e96e1735c] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=35.3 K 2024-11-22T13:15:20,551 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 34eb57b3343942dab38bb49fb540debf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732281318462 2024-11-22T13:15:20,551 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81357fbef7d74318af4f4036793868d0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732281318462 2024-11-22T13:15:20,551 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 24d8a7c19291489db5c69b9d8043a23f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732281318628 2024-11-22T13:15:20,551 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7bdb71231204f2bad4a5db32aae770b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732281318628 2024-11-22T13:15:20,552 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting c150972ace344456bd77d17e96e1735c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732281319810 2024-11-22T13:15:20,552 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c024913cc92413e90b1a8c94c52285b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732281319810 2024-11-22T13:15:20,579 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#B#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:20,580 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/a9bef601900b4c62ad13b4e3cb68df3c is 50, key is test_row_0/B:col10/1732281319812/Put/seqid=0 2024-11-22T13:15:20,595 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#A#compaction#214 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:20,595 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/48b026a511a74051a312671111e17891 is 50, key is test_row_0/A:col10/1732281319812/Put/seqid=0 2024-11-22T13:15:20,612 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281319964, max timestamp=1732281320608Num uniques 859; 2024-11-22T13:15:20,612 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281319964, max timestamp=1732281320608Num uniques 859; 2024-11-22T13:15:20,612 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:15:20,612 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:15:20,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281319964, max timestamp=1732281320608Num uniques 859; 2024-11-22T13:15:20,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:15:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:20,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB 2024-11-22T13:15:20,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:20,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:20,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:20,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:20,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:20,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:20,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-22T13:15:20,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:20,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:20,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:20,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:20,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:20,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742082_1258 (size=12207) 2024-11-22T13:15:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T13:15:20,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/3e46df9bcbd54a98be8a6913d9ddb0c4 is 50, key is test_row_0/A:col10/1732281320623/Put/seqid=0 2024-11-22T13:15:20,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742083_1259 (size=12207) 2024-11-22T13:15:20,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281320673, max timestamp=1732281320696Num uniques 859; 2024-11-22T13:15:20,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:15:20,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281320673, max timestamp=1732281320702Num uniques 859; 2024-11-22T13:15:20,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:15:20,716 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732281320673, max timestamp=1732281320696Num uniques 859; 2024-11-22T13:15:20,716 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-22T13:15:20,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742084_1260 (size=14491) 2024-11-22T13:15:20,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281380756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:20,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:20,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281380760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:20,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:20,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281380763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:20,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281380753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:20,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:20,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281380764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:20,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-22T13:15:20,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:20,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:20,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:20,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:20,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:20,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281380875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:20,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:20,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281380885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:20,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:20,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281380885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:20,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:20,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281380885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:20,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:20,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281380885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:20,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:20,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:20,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-22T13:15:20,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:20,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:20,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:20,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:20,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T13:15:21,049 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/a9bef601900b4c62ad13b4e3cb68df3c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/a9bef601900b4c62ad13b4e3cb68df3c 2024-11-22T13:15:21,057 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/B of fb54a8e327abbda5820c1c08233df27a into a9bef601900b4c62ad13b4e3cb68df3c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:21,057 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:21,057 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/B, priority=13, startTime=1732281320546; duration=0sec 2024-11-22T13:15:21,057 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:21,057 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:B 2024-11-22T13:15:21,057 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:21,060 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:21,060 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/C is initiating minor compaction (all files) 2024-11-22T13:15:21,060 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/C in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:21,061 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/d70f93efb92a43c5bcc21c9cb16b0d96, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/9352874a864b48f89ecd3617addca2e4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/93377277ee2c4b9392553281fc239922] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=35.3 K 2024-11-22T13:15:21,061 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting d70f93efb92a43c5bcc21c9cb16b0d96, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732281318462 2024-11-22T13:15:21,062 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 9352874a864b48f89ecd3617addca2e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732281318628 2024-11-22T13:15:21,063 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 93377277ee2c4b9392553281fc239922, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732281319810 2024-11-22T13:15:21,066 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/48b026a511a74051a312671111e17891 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/48b026a511a74051a312671111e17891 2024-11-22T13:15:21,071 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/A of fb54a8e327abbda5820c1c08233df27a into 48b026a511a74051a312671111e17891(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:21,071 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:21,071 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/A, priority=13, startTime=1732281320546; duration=0sec 2024-11-22T13:15:21,072 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:21,072 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:A 2024-11-22T13:15:21,083 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#C#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:21,083 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/8cba42e9c29e442882dc52a82823f7b0 is 50, key is test_row_0/C:col10/1732281319812/Put/seqid=0 2024-11-22T13:15:21,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281381085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:21,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:21,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-22T13:15:21,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:21,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:21,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281381095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:21,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:21,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281381095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:21,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:21,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:21,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281381095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:21,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281381095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:21,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742085_1261 (size=12207) 2024-11-22T13:15:21,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/3e46df9bcbd54a98be8a6913d9ddb0c4 2024-11-22T13:15:21,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/710e01eb9ef6475bab4832c1ff94d311 is 50, key is test_row_0/B:col10/1732281320623/Put/seqid=0 2024-11-22T13:15:21,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742086_1262 (size=12151) 2024-11-22T13:15:21,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/710e01eb9ef6475bab4832c1ff94d311 2024-11-22T13:15:21,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/6e6a9a52662445a3a1f1dd85640fad9f is 50, key is test_row_0/C:col10/1732281320623/Put/seqid=0 2024-11-22T13:15:21,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742087_1263 (size=12151) 2024-11-22T13:15:21,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/6e6a9a52662445a3a1f1dd85640fad9f 2024-11-22T13:15:21,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/3e46df9bcbd54a98be8a6913d9ddb0c4 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/3e46df9bcbd54a98be8a6913d9ddb0c4 2024-11-22T13:15:21,212 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T13:15:21,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/3e46df9bcbd54a98be8a6913d9ddb0c4, entries=200, sequenceid=137, filesize=14.2 K 2024-11-22T13:15:21,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/710e01eb9ef6475bab4832c1ff94d311 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/710e01eb9ef6475bab4832c1ff94d311 2024-11-22T13:15:21,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/710e01eb9ef6475bab4832c1ff94d311, entries=150, sequenceid=137, filesize=11.9 K 2024-11-22T13:15:21,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/6e6a9a52662445a3a1f1dd85640fad9f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/6e6a9a52662445a3a1f1dd85640fad9f 2024-11-22T13:15:21,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/6e6a9a52662445a3a1f1dd85640fad9f, entries=150, sequenceid=137, filesize=11.9 K 2024-11-22T13:15:21,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~165.80 KB/169776, currentSize=127.08 KB/130125 for fb54a8e327abbda5820c1c08233df27a in 612ms, sequenceid=137, compaction requested=false 2024-11-22T13:15:21,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:21,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-22T13:15:21,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:21,251 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=127.08 KB heapSize=364.15 KB 2024-11-22T13:15:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:21,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/e9ece9ad403f4e80861874226539a9b3 is 50, key is test_row_0/A:col10/1732281320762/Put/seqid=0 2024-11-22T13:15:21,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742088_1264 (size=12151) 2024-11-22T13:15:21,296 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/e9ece9ad403f4e80861874226539a9b3 2024-11-22T13:15:21,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/7d53062e9ff14c428c6fb961663e7eb6 is 50, key is test_row_0/B:col10/1732281320762/Put/seqid=0 2024-11-22T13:15:21,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742089_1265 (size=12151) 2024-11-22T13:15:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:21,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:21,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281381414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:21,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:21,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281381414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:21,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:21,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:21,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281381415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:21,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:21,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281381416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:21,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:21,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281381417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:21,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T13:15:21,514 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/8cba42e9c29e442882dc52a82823f7b0 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8cba42e9c29e442882dc52a82823f7b0 2024-11-22T13:15:21,519 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/C of fb54a8e327abbda5820c1c08233df27a into 8cba42e9c29e442882dc52a82823f7b0(size=11.9 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:21,519 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:21,519 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/C, priority=13, startTime=1732281320546; duration=0sec 2024-11-22T13:15:21,520 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:21,520 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:C 2024-11-22T13:15:21,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281381525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:21,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281381525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281381525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:21,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:21,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:21,737 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/7d53062e9ff14c428c6fb961663e7eb6 2024-11-22T13:15:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281381735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:21,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:21,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281381735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:21,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:21,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:21,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281381735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:21,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:21,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:21,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/8c3ada170a3c41e68f438cdbc1a19881 is 50, key is test_row_0/C:col10/1732281320762/Put/seqid=0 2024-11-22T13:15:21,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742090_1266 (size=12151) 2024-11-22T13:15:21,778 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/8c3ada170a3c41e68f438cdbc1a19881 2024-11-22T13:15:21,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/e9ece9ad403f4e80861874226539a9b3 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/e9ece9ad403f4e80861874226539a9b3 2024-11-22T13:15:21,790 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/e9ece9ad403f4e80861874226539a9b3, entries=150, sequenceid=175, filesize=11.9 K 2024-11-22T13:15:21,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/7d53062e9ff14c428c6fb961663e7eb6 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/7d53062e9ff14c428c6fb961663e7eb6 2024-11-22T13:15:21,797 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/7d53062e9ff14c428c6fb961663e7eb6, entries=150, sequenceid=175, filesize=11.9 K 2024-11-22T13:15:21,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/8c3ada170a3c41e68f438cdbc1a19881 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8c3ada170a3c41e68f438cdbc1a19881 2024-11-22T13:15:21,805 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8c3ada170a3c41e68f438cdbc1a19881, entries=150, sequenceid=175, filesize=11.9 K 2024-11-22T13:15:21,807 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~127.08 KB/130125, heapSize ~364.10 KB/372840, currentSize=53.67 KB/54960 for fb54a8e327abbda5820c1c08233df27a in 556ms, sequenceid=175, compaction requested=true 2024-11-22T13:15:21,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:21,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:21,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-22T13:15:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-22T13:15:21,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-22T13:15:21,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4800 sec 2024-11-22T13:15:21,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.4870 sec 2024-11-22T13:15:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:21,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T13:15:21,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:21,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:21,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:21,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:21,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:21,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:21,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/839d94684d3f43b3a312dd91e3a9aef3 is 50, key is test_row_0/A:col10/1732281321927/Put/seqid=0 2024-11-22T13:15:21,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742091_1267 (size=12151) 2024-11-22T13:15:21,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281381970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:21,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:21,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281381973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:21,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:21,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:22,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281382045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:22,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281382045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:22,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:22,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281382046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:22,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:22,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:22,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281382085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:22,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:22,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281382085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:22,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:22,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281382295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:22,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:22,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281382295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:22,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:22,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:22,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/839d94684d3f43b3a312dd91e3a9aef3 2024-11-22T13:15:22,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/96886f762c4f43a7b99e0839905dd053 is 50, key is test_row_0/B:col10/1732281321927/Put/seqid=0 2024-11-22T13:15:22,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742092_1268 (size=12151) 2024-11-22T13:15:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T13:15:22,475 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:22,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:15:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-22T13:15:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-22T13:15:22,477 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:15:22,478 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:15:22,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:15:22,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281382555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:22,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:22,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281382555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:22,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:22,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281382555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:22,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-22T13:15:22,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281382604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281382605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:22,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:22,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-22T13:15:22,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:22,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:22,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:22,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:22,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:22,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/96886f762c4f43a7b99e0839905dd053 2024-11-22T13:15:22,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/9c692be189794b599527519b56609b31 is 50, key is test_row_0/C:col10/1732281321927/Put/seqid=0 2024-11-22T13:15:22,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-22T13:15:22,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:22,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:22,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:22,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:22,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-22T13:15:22,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742093_1269 (size=12151) 2024-11-22T13:15:22,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/9c692be189794b599527519b56609b31 2024-11-22T13:15:22,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/839d94684d3f43b3a312dd91e3a9aef3 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/839d94684d3f43b3a312dd91e3a9aef3 2024-11-22T13:15:22,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/839d94684d3f43b3a312dd91e3a9aef3, entries=150, sequenceid=189, filesize=11.9 K 2024-11-22T13:15:22,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/96886f762c4f43a7b99e0839905dd053 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/96886f762c4f43a7b99e0839905dd053 2024-11-22T13:15:22,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/96886f762c4f43a7b99e0839905dd053, entries=150, sequenceid=189, filesize=11.9 K 2024-11-22T13:15:22,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/9c692be189794b599527519b56609b31 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/9c692be189794b599527519b56609b31 2024-11-22T13:15:22,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/9c692be189794b599527519b56609b31, entries=150, sequenceid=189, filesize=11.9 K 2024-11-22T13:15:22,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for fb54a8e327abbda5820c1c08233df27a in 926ms, sequenceid=189, compaction requested=true 2024-11-22T13:15:22,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:22,855 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:15:22,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:15:22,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:22,855 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:15:22,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:15:22,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:22,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:15:22,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:22,858 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:15:22,858 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/B is initiating minor compaction (all files) 2024-11-22T13:15:22,858 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/B in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:22,858 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/a9bef601900b4c62ad13b4e3cb68df3c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/710e01eb9ef6475bab4832c1ff94d311, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/7d53062e9ff14c428c6fb961663e7eb6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/96886f762c4f43a7b99e0839905dd053] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=47.5 K 2024-11-22T13:15:22,858 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51000 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:15:22,858 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/A is initiating minor compaction (all files) 2024-11-22T13:15:22,859 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/A in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:22,859 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/48b026a511a74051a312671111e17891, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/3e46df9bcbd54a98be8a6913d9ddb0c4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/e9ece9ad403f4e80861874226539a9b3, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/839d94684d3f43b3a312dd91e3a9aef3] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=49.8 K 2024-11-22T13:15:22,859 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48b026a511a74051a312671111e17891, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732281319810 2024-11-22T13:15:22,860 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting a9bef601900b4c62ad13b4e3cb68df3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732281319810 2024-11-22T13:15:22,860 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e46df9bcbd54a98be8a6913d9ddb0c4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732281319964 2024-11-22T13:15:22,860 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 710e01eb9ef6475bab4832c1ff94d311, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732281320612 2024-11-22T13:15:22,862 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9ece9ad403f4e80861874226539a9b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732281320751 2024-11-22T13:15:22,862 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d53062e9ff14c428c6fb961663e7eb6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732281320751 2024-11-22T13:15:22,862 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 839d94684d3f43b3a312dd91e3a9aef3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732281321406 2024-11-22T13:15:22,863 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 96886f762c4f43a7b99e0839905dd053, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732281321406 2024-11-22T13:15:22,887 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#B#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:22,890 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/a75ab878f23441338e76de5081469030 is 50, key is test_row_0/B:col10/1732281321927/Put/seqid=0 2024-11-22T13:15:22,895 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#A#compaction#226 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:22,896 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/65a611baed994701877223b36a8f15da is 50, key is test_row_0/A:col10/1732281321927/Put/seqid=0 2024-11-22T13:15:22,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742094_1270 (size=12493) 2024-11-22T13:15:22,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-22T13:15:22,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:22,938 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T13:15:22,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:22,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:22,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:22,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:22,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:22,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:22,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742095_1271 (size=12493) 2024-11-22T13:15:22,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/65b71a5081744291bcd47f0044d0cbc0 is 50, key is test_row_0/A:col10/1732281321958/Put/seqid=0 2024-11-22T13:15:22,959 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/65a611baed994701877223b36a8f15da as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/65a611baed994701877223b36a8f15da 2024-11-22T13:15:22,965 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/A of fb54a8e327abbda5820c1c08233df27a into 65a611baed994701877223b36a8f15da(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:22,965 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:22,965 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/A, priority=12, startTime=1732281322855; duration=0sec 2024-11-22T13:15:22,965 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:22,965 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:A 2024-11-22T13:15:22,965 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:15:22,966 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:15:22,966 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/C is initiating minor compaction (all files) 2024-11-22T13:15:22,966 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/C in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:22,967 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8cba42e9c29e442882dc52a82823f7b0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/6e6a9a52662445a3a1f1dd85640fad9f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8c3ada170a3c41e68f438cdbc1a19881, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/9c692be189794b599527519b56609b31] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=47.5 K 2024-11-22T13:15:22,967 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cba42e9c29e442882dc52a82823f7b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732281319810 2024-11-22T13:15:22,967 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e6a9a52662445a3a1f1dd85640fad9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732281320612 2024-11-22T13:15:22,968 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c3ada170a3c41e68f438cdbc1a19881, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732281320751 2024-11-22T13:15:22,969 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c692be189794b599527519b56609b31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732281321406 2024-11-22T13:15:22,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742096_1272 (size=12151) 2024-11-22T13:15:22,997 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#C#compaction#228 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:22,997 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/02f48da192054a1d90990aa6802dfa0f is 50, key is test_row_0/C:col10/1732281321927/Put/seqid=0 2024-11-22T13:15:23,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742097_1273 (size=12493) 2024-11-22T13:15:23,036 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/02f48da192054a1d90990aa6802dfa0f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/02f48da192054a1d90990aa6802dfa0f 2024-11-22T13:15:23,044 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/C of fb54a8e327abbda5820c1c08233df27a into 02f48da192054a1d90990aa6802dfa0f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:23,044 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:23,044 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/C, priority=12, startTime=1732281322856; duration=0sec 2024-11-22T13:15:23,044 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:23,044 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:C 2024-11-22T13:15:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-22T13:15:23,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:23,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281383153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:23,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281383154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:23,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:23,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:23,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:23,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:23,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:23,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:23,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281383265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:23,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281383265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:23,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:23,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:23,330 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/a75ab878f23441338e76de5081469030 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/a75ab878f23441338e76de5081469030 2024-11-22T13:15:23,334 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/B of fb54a8e327abbda5820c1c08233df27a into a75ab878f23441338e76de5081469030(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:23,334 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:23,334 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/B, priority=12, startTime=1732281322855; duration=0sec 2024-11-22T13:15:23,334 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:23,334 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:B 2024-11-22T13:15:23,394 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/65b71a5081744291bcd47f0044d0cbc0 2024-11-22T13:15:23,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/09ddbc16406d4c128be0348793198a5b is 50, key is test_row_0/B:col10/1732281321958/Put/seqid=0 2024-11-22T13:15:23,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742098_1274 (size=12151) 2024-11-22T13:15:23,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281383474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:23,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:23,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:23,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:23,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281383475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:23,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:23,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:23,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:23,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281383574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:23,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281383574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:23,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281383575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:23,578 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_1' in fb54a8e327abbda5820c1c08233df27a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:15:23,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:23,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:23,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:23,578 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in fb54a8e327abbda5820c1c08233df27a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:15:23,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:23,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:23,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:23,578 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_1' in fb54a8e327abbda5820c1c08233df27a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:15:23,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:23,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-22T13:15:23,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281383785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:23,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281383785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:23,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:23,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:23,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:23,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:23,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:23,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:23,807 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/09ddbc16406d4c128be0348793198a5b 2024-11-22T13:15:23,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/6b73e9b2e0994326aa5af07dd687e7d8 is 50, key is test_row_0/C:col10/1732281321958/Put/seqid=0 2024-11-22T13:15:23,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742099_1275 (size=12151) 2024-11-22T13:15:23,838 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/6b73e9b2e0994326aa5af07dd687e7d8 2024-11-22T13:15:23,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/65b71a5081744291bcd47f0044d0cbc0 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/65b71a5081744291bcd47f0044d0cbc0 2024-11-22T13:15:23,853 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/65b71a5081744291bcd47f0044d0cbc0, entries=150, sequenceid=208, filesize=11.9 K 2024-11-22T13:15:23,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/09ddbc16406d4c128be0348793198a5b as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/09ddbc16406d4c128be0348793198a5b 2024-11-22T13:15:23,859 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/09ddbc16406d4c128be0348793198a5b, entries=150, sequenceid=208, filesize=11.9 K 2024-11-22T13:15:23,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/6b73e9b2e0994326aa5af07dd687e7d8 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/6b73e9b2e0994326aa5af07dd687e7d8 2024-11-22T13:15:23,865 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/6b73e9b2e0994326aa5af07dd687e7d8, entries=150, sequenceid=208, filesize=11.9 K 2024-11-22T13:15:23,867 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for fb54a8e327abbda5820c1c08233df27a in 929ms, sequenceid=208, compaction requested=false 2024-11-22T13:15:23,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:23,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:23,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-22T13:15:23,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-22T13:15:23,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-22T13:15:23,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3910 sec 2024-11-22T13:15:23,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.3950 sec 2024-11-22T13:15:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:24,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-22T13:15:24,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:24,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:24,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:24,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:24,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:24,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:24,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/c980ccb3eee742e595e5b61b5d556ac6 is 50, key is test_row_0/A:col10/1732281323151/Put/seqid=0 2024-11-22T13:15:24,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742100_1276 (size=14541) 2024-11-22T13:15:24,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/c980ccb3eee742e595e5b61b5d556ac6 2024-11-22T13:15:24,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/815f0b82f56c44adb05508480b7eda69 is 50, key is test_row_0/B:col10/1732281323151/Put/seqid=0 2024-11-22T13:15:24,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742101_1277 (size=12151) 2024-11-22T13:15:24,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281384332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:24,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:24,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:24,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:24,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281384335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:24,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:24,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:24,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:24,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281384448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:24,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:24,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:24,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:24,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281384449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:24,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:24,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:24,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-22T13:15:24,626 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:24,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:15:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-22T13:15:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T13:15:24,631 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:15:24,632 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:15:24,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:15:24,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281384655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:24,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:24,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:24,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:24,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281384655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:24,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:24,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:24,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:24,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/815f0b82f56c44adb05508480b7eda69 2024-11-22T13:15:24,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/bf18b459a0f84c4aa2951fbcf78e6269 is 50, key is test_row_0/C:col10/1732281323151/Put/seqid=0 2024-11-22T13:15:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T13:15:24,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742102_1278 (size=12151) 2024-11-22T13:15:24,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/bf18b459a0f84c4aa2951fbcf78e6269 2024-11-22T13:15:24,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T13:15:24,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:24,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:24,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:24,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:24,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:24,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/c980ccb3eee742e595e5b61b5d556ac6 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/c980ccb3eee742e595e5b61b5d556ac6 2024-11-22T13:15:24,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/c980ccb3eee742e595e5b61b5d556ac6, entries=200, sequenceid=225, filesize=14.2 K 2024-11-22T13:15:24,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/815f0b82f56c44adb05508480b7eda69 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/815f0b82f56c44adb05508480b7eda69 2024-11-22T13:15:24,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/815f0b82f56c44adb05508480b7eda69, entries=150, sequenceid=225, filesize=11.9 K 2024-11-22T13:15:24,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/bf18b459a0f84c4aa2951fbcf78e6269 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/bf18b459a0f84c4aa2951fbcf78e6269 2024-11-22T13:15:24,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/bf18b459a0f84c4aa2951fbcf78e6269, entries=150, sequenceid=225, filesize=11.9 K 2024-11-22T13:15:24,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for fb54a8e327abbda5820c1c08233df27a in 516ms, sequenceid=225, compaction requested=true 2024-11-22T13:15:24,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:24,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:15:24,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:24,813 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:24,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:15:24,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:24,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:15:24,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T13:15:24,813 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:24,814 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:24,814 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/A is initiating minor compaction (all files) 2024-11-22T13:15:24,814 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:24,814 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/A in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:24,814 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/B is initiating minor compaction (all files) 2024-11-22T13:15:24,814 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/B in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:24,814 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/65a611baed994701877223b36a8f15da, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/65b71a5081744291bcd47f0044d0cbc0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/c980ccb3eee742e595e5b61b5d556ac6] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=38.3 K 2024-11-22T13:15:24,814 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/a75ab878f23441338e76de5081469030, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/09ddbc16406d4c128be0348793198a5b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/815f0b82f56c44adb05508480b7eda69] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=35.9 K 2024-11-22T13:15:24,816 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting a75ab878f23441338e76de5081469030, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732281321406 2024-11-22T13:15:24,816 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65a611baed994701877223b36a8f15da, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732281321406 2024-11-22T13:15:24,817 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65b71a5081744291bcd47f0044d0cbc0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732281321958 2024-11-22T13:15:24,817 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 09ddbc16406d4c128be0348793198a5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732281321958 2024-11-22T13:15:24,817 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting c980ccb3eee742e595e5b61b5d556ac6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732281323142 2024-11-22T13:15:24,817 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 815f0b82f56c44adb05508480b7eda69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732281323150 2024-11-22T13:15:24,835 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#A#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:24,838 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/91798134dce54079aab8849164ec7b59 is 50, key is test_row_0/A:col10/1732281323151/Put/seqid=0 2024-11-22T13:15:24,842 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#B#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:24,843 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/517dabc24acf45a7a302f49cfc699683 is 50, key is test_row_0/B:col10/1732281323151/Put/seqid=0 2024-11-22T13:15:24,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742103_1279 (size=12595) 2024-11-22T13:15:24,879 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/91798134dce54079aab8849164ec7b59 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/91798134dce54079aab8849164ec7b59 2024-11-22T13:15:24,884 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/A of fb54a8e327abbda5820c1c08233df27a into 91798134dce54079aab8849164ec7b59(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:24,884 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:24,884 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/A, priority=13, startTime=1732281324813; duration=0sec 2024-11-22T13:15:24,884 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:24,884 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:A 2024-11-22T13:15:24,884 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:24,886 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:24,886 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/C is initiating minor compaction (all files) 2024-11-22T13:15:24,886 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/C in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:24,886 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/02f48da192054a1d90990aa6802dfa0f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/6b73e9b2e0994326aa5af07dd687e7d8, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/bf18b459a0f84c4aa2951fbcf78e6269] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=35.9 K 2024-11-22T13:15:24,886 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02f48da192054a1d90990aa6802dfa0f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732281321406 2024-11-22T13:15:24,887 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b73e9b2e0994326aa5af07dd687e7d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732281321958 2024-11-22T13:15:24,887 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf18b459a0f84c4aa2951fbcf78e6269, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732281323150 2024-11-22T13:15:24,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742104_1280 (size=12595) 2024-11-22T13:15:24,899 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#C#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:24,899 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/382c046163f342df95005df86ec96416 is 50, key is test_row_0/C:col10/1732281323151/Put/seqid=0 2024-11-22T13:15:24,906 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/517dabc24acf45a7a302f49cfc699683 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/517dabc24acf45a7a302f49cfc699683 2024-11-22T13:15:24,915 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/B of fb54a8e327abbda5820c1c08233df27a into 517dabc24acf45a7a302f49cfc699683(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:24,915 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:24,915 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/B, priority=13, startTime=1732281324813; duration=0sec 2024-11-22T13:15:24,915 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:24,915 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:B 2024-11-22T13:15:24,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742105_1281 (size=12595) 2024-11-22T13:15:24,931 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/382c046163f342df95005df86ec96416 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/382c046163f342df95005df86ec96416 2024-11-22T13:15:24,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T13:15:24,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:24,938 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-22T13:15:24,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:24,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:24,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:24,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:24,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:24,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:24,941 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/C of fb54a8e327abbda5820c1c08233df27a into 382c046163f342df95005df86ec96416(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:24,941 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:24,941 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/C, priority=13, startTime=1732281324813; duration=0sec 2024-11-22T13:15:24,942 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:24,942 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:C 2024-11-22T13:15:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T13:15:24,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/c36dffac91de4843a25118127ba17126 is 50, key is test_row_0/A:col10/1732281324312/Put/seqid=0 2024-11-22T13:15:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:24,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:24,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742106_1282 (size=12151) 2024-11-22T13:15:24,978 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/c36dffac91de4843a25118127ba17126 2024-11-22T13:15:25,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/121347970801463a85dd88f14b624f6e is 50, key is test_row_0/B:col10/1732281324312/Put/seqid=0 2024-11-22T13:15:25,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742107_1283 (size=12151) 2024-11-22T13:15:25,028 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/121347970801463a85dd88f14b624f6e 2024-11-22T13:15:25,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281385029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:25,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:25,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/2db6496cbeee45f687e8f4200ac822f4 is 50, key is test_row_0/C:col10/1732281324312/Put/seqid=0 2024-11-22T13:15:25,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281385035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:25,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:25,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742108_1284 (size=12151) 2024-11-22T13:15:25,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281385145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:25,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:25,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281385145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:25,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T13:15:25,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281385354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:25,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:25,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281385355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:25,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:25,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:25,455 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/2db6496cbeee45f687e8f4200ac822f4 2024-11-22T13:15:25,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/c36dffac91de4843a25118127ba17126 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/c36dffac91de4843a25118127ba17126 2024-11-22T13:15:25,463 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/c36dffac91de4843a25118127ba17126, entries=150, sequenceid=246, filesize=11.9 K 2024-11-22T13:15:25,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/121347970801463a85dd88f14b624f6e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/121347970801463a85dd88f14b624f6e 2024-11-22T13:15:25,469 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/121347970801463a85dd88f14b624f6e, entries=150, sequenceid=246, filesize=11.9 K 2024-11-22T13:15:25,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/2db6496cbeee45f687e8f4200ac822f4 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/2db6496cbeee45f687e8f4200ac822f4 2024-11-22T13:15:25,475 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/2db6496cbeee45f687e8f4200ac822f4, entries=150, sequenceid=246, filesize=11.9 K 2024-11-22T13:15:25,476 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for fb54a8e327abbda5820c1c08233df27a in 537ms, sequenceid=246, compaction requested=false 2024-11-22T13:15:25,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:25,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:25,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-22T13:15:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-22T13:15:25,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-22T13:15:25,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 845 msec 2024-11-22T13:15:25,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 855 msec 2024-11-22T13:15:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:25,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-22T13:15:25,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:25,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:25,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:25,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:25,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:25,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:25,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/b5ea15355e66423faa246113739980f7 is 50, key is test_row_0/A:col10/1732281325033/Put/seqid=0 2024-11-22T13:15:25,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742109_1285 (size=14691) 2024-11-22T13:15:25,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:25,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281385622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281385622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:25,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281385623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:25,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:25,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:25,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:25,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281385664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:25,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281385665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:25,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281385734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:25,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:25,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281385734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:25,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:25,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281385735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:25,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T13:15:25,775 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:25,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:15:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-22T13:15:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T13:15:25,777 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:15:25,778 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:15:25,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:15:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T13:15:25,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T13:15:25,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:25,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:25,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:25,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:25,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:25,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281385944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:25,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:25,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281385944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:25,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:25,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:25,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281385945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:25,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:25,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:25,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:26,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/b5ea15355e66423faa246113739980f7 2024-11-22T13:15:26,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/98e2494a97f24022a6c07dfa1f506a7a is 50, key is test_row_0/B:col10/1732281325033/Put/seqid=0 2024-11-22T13:15:26,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742110_1286 (size=12251) 2024-11-22T13:15:26,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T13:15:26,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:26,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:26,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:26,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:26,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T13:15:26,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281386174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:26,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281386174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:26,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T13:15:26,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:26,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:26,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:26,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:26,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:26,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281386255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:26,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:26,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:26,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:26,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281386255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:26,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:26,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:26,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:26,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:26,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281386256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:26,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:26,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:26,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:26,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T13:15:26,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:26,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:26,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:26,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:26,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T13:15:26,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/98e2494a97f24022a6c07dfa1f506a7a 2024-11-22T13:15:26,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/135335c48ace4fbd8d5febe92a80f001 is 50, key is test_row_0/C:col10/1732281325033/Put/seqid=0 2024-11-22T13:15:26,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742111_1287 (size=12251) 2024-11-22T13:15:26,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T13:15:26,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:26,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:26,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:26,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:26,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:26,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T13:15:26,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:26,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:26,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:26,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:26,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281386765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:26,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:26,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:26,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:26,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281386766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:26,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281386766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:26,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/135335c48ace4fbd8d5febe92a80f001 2024-11-22T13:15:26,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/b5ea15355e66423faa246113739980f7 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/b5ea15355e66423faa246113739980f7 2024-11-22T13:15:26,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/b5ea15355e66423faa246113739980f7, entries=200, sequenceid=261, filesize=14.3 K 2024-11-22T13:15:26,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/98e2494a97f24022a6c07dfa1f506a7a as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/98e2494a97f24022a6c07dfa1f506a7a 2024-11-22T13:15:26,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T13:15:26,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:26,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:26,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:26,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:26,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:26,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/98e2494a97f24022a6c07dfa1f506a7a, entries=150, sequenceid=261, filesize=12.0 K 2024-11-22T13:15:26,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/135335c48ace4fbd8d5febe92a80f001 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/135335c48ace4fbd8d5febe92a80f001 2024-11-22T13:15:26,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/135335c48ace4fbd8d5febe92a80f001, entries=150, sequenceid=261, filesize=12.0 K 2024-11-22T13:15:26,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for fb54a8e327abbda5820c1c08233df27a in 1275ms, sequenceid=261, compaction requested=true 2024-11-22T13:15:26,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:26,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:15:26,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:26,862 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:26,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:15:26,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:26,862 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:26,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:15:26,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:26,863 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:26,863 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/A is initiating minor compaction (all files) 2024-11-22T13:15:26,863 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/A in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:26,864 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/91798134dce54079aab8849164ec7b59, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/c36dffac91de4843a25118127ba17126, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/b5ea15355e66423faa246113739980f7] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=38.5 K 2024-11-22T13:15:26,864 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36997 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:26,864 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/B is initiating minor compaction (all files) 2024-11-22T13:15:26,864 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/B in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:26,864 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/517dabc24acf45a7a302f49cfc699683, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/121347970801463a85dd88f14b624f6e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/98e2494a97f24022a6c07dfa1f506a7a] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=36.1 K 2024-11-22T13:15:26,864 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91798134dce54079aab8849164ec7b59, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732281323150 2024-11-22T13:15:26,864 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 517dabc24acf45a7a302f49cfc699683, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732281323150 2024-11-22T13:15:26,864 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting c36dffac91de4843a25118127ba17126, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732281324312 2024-11-22T13:15:26,865 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5ea15355e66423faa246113739980f7, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732281325014 2024-11-22T13:15:26,866 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 121347970801463a85dd88f14b624f6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732281324312 2024-11-22T13:15:26,866 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 98e2494a97f24022a6c07dfa1f506a7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732281325014 2024-11-22T13:15:26,873 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#A#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:26,873 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/9b990082a48643298f7362b1e840c115 is 50, key is test_row_0/A:col10/1732281325033/Put/seqid=0 2024-11-22T13:15:26,884 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#B#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:26,884 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/6b69353c4d274c96987058b704d4bfc4 is 50, key is test_row_0/B:col10/1732281325033/Put/seqid=0 2024-11-22T13:15:26,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742112_1288 (size=12797) 2024-11-22T13:15:26,895 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/9b990082a48643298f7362b1e840c115 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/9b990082a48643298f7362b1e840c115 2024-11-22T13:15:26,900 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/A of fb54a8e327abbda5820c1c08233df27a into 9b990082a48643298f7362b1e840c115(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:26,900 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:26,900 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/A, priority=13, startTime=1732281326862; duration=0sec 2024-11-22T13:15:26,902 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:26,902 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:A 2024-11-22T13:15:26,902 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:26,903 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36997 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:26,903 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/C is initiating minor compaction (all files) 2024-11-22T13:15:26,903 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/C in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:26,903 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/382c046163f342df95005df86ec96416, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/2db6496cbeee45f687e8f4200ac822f4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/135335c48ace4fbd8d5febe92a80f001] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=36.1 K 2024-11-22T13:15:26,903 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 382c046163f342df95005df86ec96416, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732281323150 2024-11-22T13:15:26,904 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2db6496cbeee45f687e8f4200ac822f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732281324312 2024-11-22T13:15:26,904 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 135335c48ace4fbd8d5febe92a80f001, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732281325014 2024-11-22T13:15:26,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742113_1289 (size=12797) 2024-11-22T13:15:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T13:15:26,918 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/6b69353c4d274c96987058b704d4bfc4 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/6b69353c4d274c96987058b704d4bfc4 2024-11-22T13:15:26,918 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#C#compaction#245 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:26,919 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/490b6079289542489a79ea53f8460906 is 50, key is test_row_0/C:col10/1732281325033/Put/seqid=0 2024-11-22T13:15:26,924 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/B of fb54a8e327abbda5820c1c08233df27a into 6b69353c4d274c96987058b704d4bfc4(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:26,924 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:26,924 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/B, priority=13, startTime=1732281326862; duration=0sec 2024-11-22T13:15:26,924 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:26,924 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:B 2024-11-22T13:15:26,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742114_1290 (size=12797) 2024-11-22T13:15:27,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T13:15:27,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:27,003 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-22T13:15:27,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:27,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:27,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:27,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:27,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:27,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:27,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/56a8a86cef554e24a8c2be60b94bc0e8 is 50, key is test_row_0/A:col10/1732281325611/Put/seqid=0 2024-11-22T13:15:27,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742115_1291 (size=12301) 2024-11-22T13:15:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:27,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:27,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281387221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:27,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281387222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:27,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281387335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:27,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281387336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:27,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:27,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:27,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:27,342 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/490b6079289542489a79ea53f8460906 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/490b6079289542489a79ea53f8460906 2024-11-22T13:15:27,355 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/C of fb54a8e327abbda5820c1c08233df27a into 490b6079289542489a79ea53f8460906(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:27,355 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:27,355 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/C, priority=13, startTime=1732281326862; duration=0sec 2024-11-22T13:15:27,355 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:27,355 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:C 2024-11-22T13:15:27,418 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/56a8a86cef554e24a8c2be60b94bc0e8 2024-11-22T13:15:27,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/c26323b9f6cf4ca7818c015aa6a58c28 is 50, key is test_row_0/B:col10/1732281325611/Put/seqid=0 2024-11-22T13:15:27,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742116_1292 (size=12301) 2024-11-22T13:15:27,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281387545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:27,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:27,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:27,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281387545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:27,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:27,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:27,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:27,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:27,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281387774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:27,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281387775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:27,776 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_2' in fb54a8e327abbda5820c1c08233df27a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:15:27,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:27,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:27,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:27,776 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_2' in fb54a8e327abbda5820c1c08233df27a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:15:27,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:27,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:27,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:27,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281387785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:27,787 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in fb54a8e327abbda5820c1c08233df27a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:15:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:27,844 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/c26323b9f6cf4ca7818c015aa6a58c28 2024-11-22T13:15:27,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/37941fb0b8924c2f96cddcfd24b9b185 is 50, key is test_row_0/C:col10/1732281325611/Put/seqid=0 2024-11-22T13:15:27,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742117_1293 (size=12301) 2024-11-22T13:15:27,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281387855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:27,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:27,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:27,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:27,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281387855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:27,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:27,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:27,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T13:15:28,254 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/37941fb0b8924c2f96cddcfd24b9b185 2024-11-22T13:15:28,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/56a8a86cef554e24a8c2be60b94bc0e8 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/56a8a86cef554e24a8c2be60b94bc0e8 2024-11-22T13:15:28,265 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/56a8a86cef554e24a8c2be60b94bc0e8, entries=150, sequenceid=280, filesize=12.0 K 2024-11-22T13:15:28,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/c26323b9f6cf4ca7818c015aa6a58c28 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/c26323b9f6cf4ca7818c015aa6a58c28 2024-11-22T13:15:28,274 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/c26323b9f6cf4ca7818c015aa6a58c28, entries=150, sequenceid=280, filesize=12.0 K 2024-11-22T13:15:28,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/37941fb0b8924c2f96cddcfd24b9b185 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/37941fb0b8924c2f96cddcfd24b9b185 2024-11-22T13:15:28,283 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/37941fb0b8924c2f96cddcfd24b9b185, entries=150, sequenceid=280, filesize=12.0 K 2024-11-22T13:15:28,284 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for fb54a8e327abbda5820c1c08233df27a in 1281ms, sequenceid=280, compaction requested=false 2024-11-22T13:15:28,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:28,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:28,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-22T13:15:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-22T13:15:28,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-22T13:15:28,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5110 sec 2024-11-22T13:15:28,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 2.5160 sec 2024-11-22T13:15:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:28,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-22T13:15:28,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:28,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:28,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:28,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:28,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:28,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:28,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/b76a5857ebcd4395a4d28371c2e23433 is 50, key is test_row_0/A:col10/1732281328367/Put/seqid=0 2024-11-22T13:15:28,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742118_1294 (size=14741) 2024-11-22T13:15:28,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/b76a5857ebcd4395a4d28371c2e23433 2024-11-22T13:15:28,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/f3cedd3a04d4409dbd2cea6a6aaae002 is 50, key is test_row_0/B:col10/1732281328367/Put/seqid=0 2024-11-22T13:15:28,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281388400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:28,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:28,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:28,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:28,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281388401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:28,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:28,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:28,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:28,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742119_1295 (size=12301) 2024-11-22T13:15:28,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/f3cedd3a04d4409dbd2cea6a6aaae002 2024-11-22T13:15:28,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/44553d23384d4e77bd82d96f3a6767b4 is 50, key is test_row_0/C:col10/1732281328367/Put/seqid=0 2024-11-22T13:15:28,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742120_1296 (size=12301) 2024-11-22T13:15:28,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281388514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:28,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:28,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281388515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:28,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:28,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:28,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:28,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:28,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:28,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281388725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:28,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:28,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:28,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:28,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281388725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:28,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:28,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:28,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:28,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/44553d23384d4e77bd82d96f3a6767b4 2024-11-22T13:15:28,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/b76a5857ebcd4395a4d28371c2e23433 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/b76a5857ebcd4395a4d28371c2e23433 2024-11-22T13:15:28,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/b76a5857ebcd4395a4d28371c2e23433, entries=200, sequenceid=299, filesize=14.4 K 2024-11-22T13:15:28,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/f3cedd3a04d4409dbd2cea6a6aaae002 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/f3cedd3a04d4409dbd2cea6a6aaae002 2024-11-22T13:15:28,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/f3cedd3a04d4409dbd2cea6a6aaae002, entries=150, sequenceid=299, filesize=12.0 K 2024-11-22T13:15:28,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/44553d23384d4e77bd82d96f3a6767b4 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/44553d23384d4e77bd82d96f3a6767b4 2024-11-22T13:15:28,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/44553d23384d4e77bd82d96f3a6767b4, entries=150, sequenceid=299, filesize=12.0 K 2024-11-22T13:15:28,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for fb54a8e327abbda5820c1c08233df27a in 479ms, sequenceid=299, compaction requested=true 2024-11-22T13:15:28,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:28,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:15:28,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:28,847 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:28,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:15:28,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:28,847 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:28,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:15:28,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:28,848 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39839 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:28,848 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:28,848 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/B is initiating minor compaction (all files) 2024-11-22T13:15:28,848 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/A is initiating minor compaction (all files) 2024-11-22T13:15:28,848 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/A in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:28,848 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/B in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:28,848 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/6b69353c4d274c96987058b704d4bfc4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/c26323b9f6cf4ca7818c015aa6a58c28, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/f3cedd3a04d4409dbd2cea6a6aaae002] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=36.5 K 2024-11-22T13:15:28,848 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/9b990082a48643298f7362b1e840c115, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/56a8a86cef554e24a8c2be60b94bc0e8, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/b76a5857ebcd4395a4d28371c2e23433] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=38.9 K 2024-11-22T13:15:28,849 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b69353c4d274c96987058b704d4bfc4, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732281325014 2024-11-22T13:15:28,849 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b990082a48643298f7362b1e840c115, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732281325014 2024-11-22T13:15:28,849 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting c26323b9f6cf4ca7818c015aa6a58c28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732281325611 2024-11-22T13:15:28,849 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56a8a86cef554e24a8c2be60b94bc0e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732281325611 2024-11-22T13:15:28,849 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting f3cedd3a04d4409dbd2cea6a6aaae002, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732281327206 2024-11-22T13:15:28,849 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting b76a5857ebcd4395a4d28371c2e23433, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732281327206 2024-11-22T13:15:28,855 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#A#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:28,856 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/5f712f85a0ce4ddb989c5521e0827dab is 50, key is test_row_0/A:col10/1732281328367/Put/seqid=0 2024-11-22T13:15:28,856 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#B#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:28,857 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/7f3a1f8be6a045228f2c25e056931e23 is 50, key is test_row_0/B:col10/1732281328367/Put/seqid=0 2024-11-22T13:15:28,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742121_1297 (size=12949) 2024-11-22T13:15:28,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742122_1298 (size=12949) 2024-11-22T13:15:28,876 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/5f712f85a0ce4ddb989c5521e0827dab as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/5f712f85a0ce4ddb989c5521e0827dab 2024-11-22T13:15:28,883 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/A of fb54a8e327abbda5820c1c08233df27a into 5f712f85a0ce4ddb989c5521e0827dab(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:28,883 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:28,883 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/A, priority=13, startTime=1732281328847; duration=0sec 2024-11-22T13:15:28,883 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:28,883 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:A 2024-11-22T13:15:28,883 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:28,885 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:28,885 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/C is initiating minor compaction (all files) 2024-11-22T13:15:28,885 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/C in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:28,885 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/490b6079289542489a79ea53f8460906, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/37941fb0b8924c2f96cddcfd24b9b185, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/44553d23384d4e77bd82d96f3a6767b4] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=36.5 K 2024-11-22T13:15:28,886 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 490b6079289542489a79ea53f8460906, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732281325014 2024-11-22T13:15:28,887 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37941fb0b8924c2f96cddcfd24b9b185, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732281325611 2024-11-22T13:15:28,887 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44553d23384d4e77bd82d96f3a6767b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732281327206 2024-11-22T13:15:28,899 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#C#compaction#254 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:28,899 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/7647c293e18b4bf494324de55f44c569 is 50, key is test_row_0/C:col10/1732281328367/Put/seqid=0 2024-11-22T13:15:28,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742123_1299 (size=12949) 2024-11-22T13:15:28,911 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/7647c293e18b4bf494324de55f44c569 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/7647c293e18b4bf494324de55f44c569 2024-11-22T13:15:28,920 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/C of fb54a8e327abbda5820c1c08233df27a into 7647c293e18b4bf494324de55f44c569(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:28,920 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:28,920 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/C, priority=13, startTime=1732281328847; duration=0sec 2024-11-22T13:15:28,920 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:28,920 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:C 2024-11-22T13:15:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:29,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-22T13:15:29,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:29,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:29,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:29,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:29,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:29,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:29,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/9da0eb5b517a490ca4618c61947a61e3 is 50, key is test_row_0/A:col10/1732281329036/Put/seqid=0 2024-11-22T13:15:29,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742124_1300 (size=14741) 2024-11-22T13:15:29,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281389066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:29,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:29,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:29,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:29,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281389067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:29,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:29,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:29,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:29,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281389175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:29,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:29,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:29,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281389175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:29,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:29,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:29,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:29,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:29,273 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/7f3a1f8be6a045228f2c25e056931e23 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/7f3a1f8be6a045228f2c25e056931e23 2024-11-22T13:15:29,280 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/B of fb54a8e327abbda5820c1c08233df27a into 7f3a1f8be6a045228f2c25e056931e23(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:29,280 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:29,280 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/B, priority=13, startTime=1732281328847; duration=0sec 2024-11-22T13:15:29,280 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:29,280 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:B 2024-11-22T13:15:29,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281389385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:29,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:29,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:29,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:29,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281389385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:29,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:29,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:29,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:29,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/9da0eb5b517a490ca4618c61947a61e3 2024-11-22T13:15:29,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/a2d8575fc48a48eea91e06399f5c8d87 is 50, key is test_row_0/B:col10/1732281329036/Put/seqid=0 2024-11-22T13:15:29,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742125_1301 (size=12301) 2024-11-22T13:15:29,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/a2d8575fc48a48eea91e06399f5c8d87 2024-11-22T13:15:29,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/8b49821a9db04f668c0ec3aee1e790a0 is 50, key is test_row_0/C:col10/1732281329036/Put/seqid=0 2024-11-22T13:15:29,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742126_1302 (size=12301) 2024-11-22T13:15:29,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281389694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:29,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:29,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:29,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:29,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281389695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:29,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:29,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:29,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:29,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281389784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:29,787 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_2' in fb54a8e327abbda5820c1c08233df27a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:15:29,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:29,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:29,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:29,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281389795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:29,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281389795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:29,798 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_2' in fb54a8e327abbda5820c1c08233df27a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:15:29,798 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in fb54a8e327abbda5820c1c08233df27a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:15:29,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:29,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:29,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:29,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:29,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:29,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:29,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/8b49821a9db04f668c0ec3aee1e790a0 2024-11-22T13:15:29,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/9da0eb5b517a490ca4618c61947a61e3 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/9da0eb5b517a490ca4618c61947a61e3 2024-11-22T13:15:29,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/9da0eb5b517a490ca4618c61947a61e3, entries=200, sequenceid=317, filesize=14.4 K 2024-11-22T13:15:29,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/a2d8575fc48a48eea91e06399f5c8d87 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/a2d8575fc48a48eea91e06399f5c8d87 2024-11-22T13:15:29,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/a2d8575fc48a48eea91e06399f5c8d87, entries=150, sequenceid=317, filesize=12.0 K 2024-11-22T13:15:29,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/8b49821a9db04f668c0ec3aee1e790a0 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8b49821a9db04f668c0ec3aee1e790a0 2024-11-22T13:15:29,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8b49821a9db04f668c0ec3aee1e790a0, entries=150, sequenceid=317, filesize=12.0 K 2024-11-22T13:15:29,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for fb54a8e327abbda5820c1c08233df27a in 868ms, sequenceid=317, compaction requested=false 2024-11-22T13:15:29,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T13:15:29,935 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:29,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:15:29,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-22T13:15:29,937 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:15:29,938 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:15:29,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:15:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T13:15:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T13:15:30,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T13:15:30,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:30,091 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T13:15:30,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:30,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:30,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:30,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:30,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:30,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:30,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/c948a84e9af846d2a2642aa714c7a6b7 is 50, key is test_row_0/A:col10/1732281329054/Put/seqid=0 2024-11-22T13:15:30,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742127_1303 (size=12301) 2024-11-22T13:15:30,124 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/c948a84e9af846d2a2642aa714c7a6b7 2024-11-22T13:15:30,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/80e8ecb38c8b450a8037f9a9f115fad3 is 50, key is test_row_0/B:col10/1732281329054/Put/seqid=0 2024-11-22T13:15:30,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742128_1304 (size=12301) 2024-11-22T13:15:30,153 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/80e8ecb38c8b450a8037f9a9f115fad3 2024-11-22T13:15:30,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/6754b393bf1f4e4ba0d72bcecef0d0f8 is 50, key is test_row_0/C:col10/1732281329054/Put/seqid=0 2024-11-22T13:15:30,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742129_1305 (size=12301) 2024-11-22T13:15:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:30,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:30,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281390236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:30,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:30,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:30,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:30,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281390236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:30,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:30,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:30,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T13:15:30,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281390345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:30,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:30,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:30,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:30,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281390345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:30,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:30,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:30,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:30,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281390555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:30,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:30,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:30,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281390555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:30,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:30,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:30,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:30,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T13:15:30,577 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/6754b393bf1f4e4ba0d72bcecef0d0f8 2024-11-22T13:15:30,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/c948a84e9af846d2a2642aa714c7a6b7 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/c948a84e9af846d2a2642aa714c7a6b7 2024-11-22T13:15:30,585 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/c948a84e9af846d2a2642aa714c7a6b7, entries=150, sequenceid=334, filesize=12.0 K 2024-11-22T13:15:30,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/80e8ecb38c8b450a8037f9a9f115fad3 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/80e8ecb38c8b450a8037f9a9f115fad3 2024-11-22T13:15:30,589 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/80e8ecb38c8b450a8037f9a9f115fad3, entries=150, sequenceid=334, filesize=12.0 K 2024-11-22T13:15:30,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/6754b393bf1f4e4ba0d72bcecef0d0f8 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/6754b393bf1f4e4ba0d72bcecef0d0f8 2024-11-22T13:15:30,592 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/6754b393bf1f4e4ba0d72bcecef0d0f8, entries=150, sequenceid=334, filesize=12.0 K 2024-11-22T13:15:30,593 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for fb54a8e327abbda5820c1c08233df27a in 502ms, sequenceid=334, compaction requested=true 2024-11-22T13:15:30,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:30,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:30,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-22T13:15:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-22T13:15:30,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-22T13:15:30,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 657 msec 2024-11-22T13:15:30,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 661 msec 2024-11-22T13:15:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:30,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-22T13:15:30,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:30,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:30,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:30,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:30,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:30,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:30,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/5b993c5c763549c180f099fce75082a0 is 50, key is test_row_0/A:col10/1732281330235/Put/seqid=0 2024-11-22T13:15:30,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742130_1306 (size=14741) 2024-11-22T13:15:30,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281390893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:30,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/5b993c5c763549c180f099fce75082a0 2024-11-22T13:15:30,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281390896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:30,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:30,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:30,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:30,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:30,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:30,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:30,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/2b5084234c554f6fabd92a81043cb2ef is 50, key is test_row_0/B:col10/1732281330235/Put/seqid=0 2024-11-22T13:15:30,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742131_1307 (size=12301) 2024-11-22T13:15:31,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281391005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:31,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:31,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:31,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:31,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281391005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:31,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:31,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:31,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T13:15:31,075 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:31,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:15:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-22T13:15:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T13:15:31,078 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:15:31,079 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:15:31,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:15:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T13:15:31,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281391215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:31,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281391215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:31,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:31,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:31,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:31,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:31,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:31,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:31,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T13:15:31,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:31,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:31,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:31,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:31,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:31,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/2b5084234c554f6fabd92a81043cb2ef 2024-11-22T13:15:31,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/bbc90b3118e741bca4911b14b9edb168 is 50, key is test_row_0/C:col10/1732281330235/Put/seqid=0 2024-11-22T13:15:31,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742132_1308 (size=12301) 2024-11-22T13:15:31,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T13:15:31,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:31,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:31,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:31,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:31,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T13:15:31,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281391524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:31,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:31,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:31,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:31,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281391524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:31,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:31,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:31,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:31,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T13:15:31,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:31,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:31,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:31,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:31,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:31,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T13:15:31,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:31,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:31,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:31,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:31,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T13:15:31,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/bbc90b3118e741bca4911b14b9edb168 2024-11-22T13:15:31,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/5b993c5c763549c180f099fce75082a0 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/5b993c5c763549c180f099fce75082a0 2024-11-22T13:15:31,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/5b993c5c763549c180f099fce75082a0, entries=200, sequenceid=351, filesize=14.4 K 2024-11-22T13:15:31,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/2b5084234c554f6fabd92a81043cb2ef as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/2b5084234c554f6fabd92a81043cb2ef 2024-11-22T13:15:31,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/2b5084234c554f6fabd92a81043cb2ef, entries=150, sequenceid=351, filesize=12.0 K 2024-11-22T13:15:31,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/bbc90b3118e741bca4911b14b9edb168 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/bbc90b3118e741bca4911b14b9edb168 2024-11-22T13:15:31,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/bbc90b3118e741bca4911b14b9edb168, entries=150, sequenceid=351, filesize=12.0 K 2024-11-22T13:15:31,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for fb54a8e327abbda5820c1c08233df27a in 931ms, sequenceid=351, compaction requested=true 2024-11-22T13:15:31,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:31,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:15:31,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:31,797 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:15:31,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:15:31,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:31,797 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:15:31,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:15:31,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:31,799 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:15:31,799 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/B is initiating minor compaction (all files) 2024-11-22T13:15:31,799 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/B in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:31,799 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/7f3a1f8be6a045228f2c25e056931e23, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/a2d8575fc48a48eea91e06399f5c8d87, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/80e8ecb38c8b450a8037f9a9f115fad3, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/2b5084234c554f6fabd92a81043cb2ef] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=48.7 K 2024-11-22T13:15:31,799 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f3a1f8be6a045228f2c25e056931e23, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732281327206 2024-11-22T13:15:31,799 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54732 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:15:31,799 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/A is initiating minor compaction (all files) 2024-11-22T13:15:31,799 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/A in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:31,800 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting a2d8575fc48a48eea91e06399f5c8d87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732281328372 2024-11-22T13:15:31,800 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/5f712f85a0ce4ddb989c5521e0827dab, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/9da0eb5b517a490ca4618c61947a61e3, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/c948a84e9af846d2a2642aa714c7a6b7, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/5b993c5c763549c180f099fce75082a0] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=53.4 K 2024-11-22T13:15:31,800 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 80e8ecb38c8b450a8037f9a9f115fad3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732281329054 2024-11-22T13:15:31,800 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f712f85a0ce4ddb989c5521e0827dab, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732281327206 2024-11-22T13:15:31,800 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b5084234c554f6fabd92a81043cb2ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732281330229 2024-11-22T13:15:31,800 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9da0eb5b517a490ca4618c61947a61e3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732281328372 2024-11-22T13:15:31,800 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting c948a84e9af846d2a2642aa714c7a6b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732281329054 2024-11-22T13:15:31,801 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b993c5c763549c180f099fce75082a0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732281330224 2024-11-22T13:15:31,808 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#B#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:31,808 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/7298d60842ca4f9794278eaadd909364 is 50, key is test_row_0/B:col10/1732281330235/Put/seqid=0 2024-11-22T13:15:31,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742133_1309 (size=13085) 2024-11-22T13:15:31,813 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#A#compaction#265 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:31,813 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/152472a173af49e2ab13f942c43799c1 is 50, key is test_row_0/A:col10/1732281330235/Put/seqid=0 2024-11-22T13:15:31,817 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/7298d60842ca4f9794278eaadd909364 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/7298d60842ca4f9794278eaadd909364 2024-11-22T13:15:31,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742134_1310 (size=13085) 2024-11-22T13:15:31,828 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/152472a173af49e2ab13f942c43799c1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/152472a173af49e2ab13f942c43799c1 2024-11-22T13:15:31,832 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/B of fb54a8e327abbda5820c1c08233df27a into 7298d60842ca4f9794278eaadd909364(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:31,832 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:31,832 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/B, priority=12, startTime=1732281331797; duration=0sec 2024-11-22T13:15:31,832 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:31,832 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:B 2024-11-22T13:15:31,832 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:15:31,832 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/A of fb54a8e327abbda5820c1c08233df27a into 152472a173af49e2ab13f942c43799c1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:31,833 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:31,833 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/A, priority=12, startTime=1732281331797; duration=0sec 2024-11-22T13:15:31,833 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:31,833 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:A 2024-11-22T13:15:31,833 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:15:31,833 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/C is initiating minor compaction (all files) 2024-11-22T13:15:31,834 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/C in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:31,834 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/7647c293e18b4bf494324de55f44c569, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8b49821a9db04f668c0ec3aee1e790a0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/6754b393bf1f4e4ba0d72bcecef0d0f8, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/bbc90b3118e741bca4911b14b9edb168] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=48.7 K 2024-11-22T13:15:31,834 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 7647c293e18b4bf494324de55f44c569, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732281327206 2024-11-22T13:15:31,834 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b49821a9db04f668c0ec3aee1e790a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732281328372 2024-11-22T13:15:31,834 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 6754b393bf1f4e4ba0d72bcecef0d0f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732281329054 2024-11-22T13:15:31,835 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting bbc90b3118e741bca4911b14b9edb168, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732281330229 2024-11-22T13:15:31,843 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#C#compaction#266 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:31,843 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/999dcb01498d4822af2ee0535b904dc5 is 50, key is test_row_0/C:col10/1732281330235/Put/seqid=0 2024-11-22T13:15:31,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742135_1311 (size=13085) 2024-11-22T13:15:31,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T13:15:31,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:31,847 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-22T13:15:31,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:31,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:31,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:31,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:31,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:31,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:31,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/ba9aed461ae54d3983612619d5c2ede4 is 50, key is test_row_0/A:col10/1732281330886/Put/seqid=0 2024-11-22T13:15:31,857 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/999dcb01498d4822af2ee0535b904dc5 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/999dcb01498d4822af2ee0535b904dc5 2024-11-22T13:15:31,863 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/C of fb54a8e327abbda5820c1c08233df27a into 999dcb01498d4822af2ee0535b904dc5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:31,863 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:31,863 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/C, priority=12, startTime=1732281331797; duration=0sec 2024-11-22T13:15:31,863 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:31,863 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:C 2024-11-22T13:15:31,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742136_1312 (size=12301) 2024-11-22T13:15:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:32,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:32,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281392093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:32,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281392093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:32,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:32,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:32,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:32,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:32,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:32,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:32,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281392205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:32,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:32,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:32,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281392205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:32,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:32,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:32,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:32,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T13:15:32,270 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/ba9aed461ae54d3983612619d5c2ede4 2024-11-22T13:15:32,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/7027b3194f3d4035b89f95b162956b00 is 50, key is test_row_0/B:col10/1732281330886/Put/seqid=0 2024-11-22T13:15:32,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742137_1313 (size=12301) 2024-11-22T13:15:32,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281392415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:32,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:32,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:32,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281392415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:32,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:32,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:32,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:32,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:32,697 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/7027b3194f3d4035b89f95b162956b00 2024-11-22T13:15:32,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/1682a5c42e6e41b086dfe8d941dca861 is 50, key is test_row_0/C:col10/1732281330886/Put/seqid=0 2024-11-22T13:15:32,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742138_1314 (size=12301) 2024-11-22T13:15:32,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:32,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281392725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:32,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:32,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:32,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:32,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281392725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:32,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:32,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:32,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:33,108 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/1682a5c42e6e41b086dfe8d941dca861 2024-11-22T13:15:33,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/ba9aed461ae54d3983612619d5c2ede4 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/ba9aed461ae54d3983612619d5c2ede4 2024-11-22T13:15:33,115 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/ba9aed461ae54d3983612619d5c2ede4, entries=150, sequenceid=368, filesize=12.0 K 2024-11-22T13:15:33,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/7027b3194f3d4035b89f95b162956b00 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/7027b3194f3d4035b89f95b162956b00 2024-11-22T13:15:33,119 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/7027b3194f3d4035b89f95b162956b00, entries=150, sequenceid=368, filesize=12.0 K 2024-11-22T13:15:33,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/1682a5c42e6e41b086dfe8d941dca861 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/1682a5c42e6e41b086dfe8d941dca861 2024-11-22T13:15:33,124 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/1682a5c42e6e41b086dfe8d941dca861, entries=150, sequenceid=368, filesize=12.0 K 2024-11-22T13:15:33,125 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for fb54a8e327abbda5820c1c08233df27a in 1277ms, sequenceid=368, compaction requested=false 2024-11-22T13:15:33,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:33,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:33,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-22T13:15:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-22T13:15:33,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-22T13:15:33,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0470 sec 2024-11-22T13:15:33,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 2.0530 sec 2024-11-22T13:15:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T13:15:33,225 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:33,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:15:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-22T13:15:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T13:15:33,227 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:15:33,227 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:15:33,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:15:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:33,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T13:15:33,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:33,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:33,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:33,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:33,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:33,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:33,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/6637d66610f94571bfc42669d6e22262 is 50, key is test_row_0/A:col10/1732281332062/Put/seqid=0 2024-11-22T13:15:33,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742139_1315 (size=14741) 2024-11-22T13:15:33,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/6637d66610f94571bfc42669d6e22262 2024-11-22T13:15:33,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281393267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:33,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:33,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:33,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281393267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:33,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:33,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:33,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:33,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:33,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/e338538a6c5742fbab48dd5647a8104b is 50, key is test_row_0/B:col10/1732281332062/Put/seqid=0 2024-11-22T13:15:33,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742140_1316 (size=12301) 2024-11-22T13:15:33,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/e338538a6c5742fbab48dd5647a8104b 2024-11-22T13:15:33,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/53c2b53aebdd49db96b9a6a3560dac28 is 50, key is test_row_0/C:col10/1732281332062/Put/seqid=0 2024-11-22T13:15:33,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742141_1317 (size=12301) 2024-11-22T13:15:33,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/53c2b53aebdd49db96b9a6a3560dac28 2024-11-22T13:15:33,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/6637d66610f94571bfc42669d6e22262 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/6637d66610f94571bfc42669d6e22262 2024-11-22T13:15:33,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/6637d66610f94571bfc42669d6e22262, entries=200, sequenceid=389, filesize=14.4 K 2024-11-22T13:15:33,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/e338538a6c5742fbab48dd5647a8104b as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/e338538a6c5742fbab48dd5647a8104b 2024-11-22T13:15:33,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/e338538a6c5742fbab48dd5647a8104b, entries=150, sequenceid=389, filesize=12.0 K 2024-11-22T13:15:33,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/53c2b53aebdd49db96b9a6a3560dac28 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/53c2b53aebdd49db96b9a6a3560dac28 2024-11-22T13:15:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T13:15:33,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/53c2b53aebdd49db96b9a6a3560dac28, entries=150, sequenceid=389, filesize=12.0 K 2024-11-22T13:15:33,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for fb54a8e327abbda5820c1c08233df27a in 99ms, sequenceid=389, compaction requested=true 2024-11-22T13:15:33,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:33,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:15:33,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:33,336 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:33,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:15:33,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:33,336 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:33,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:15:33,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:33,337 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:33,337 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/A is initiating minor compaction (all files) 2024-11-22T13:15:33,337 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/A in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:33,338 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/152472a173af49e2ab13f942c43799c1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/ba9aed461ae54d3983612619d5c2ede4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/6637d66610f94571bfc42669d6e22262] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=39.2 K 2024-11-22T13:15:33,338 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:33,338 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/B is initiating minor compaction (all files) 2024-11-22T13:15:33,338 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/B in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:33,338 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/7298d60842ca4f9794278eaadd909364, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/7027b3194f3d4035b89f95b162956b00, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/e338538a6c5742fbab48dd5647a8104b] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=36.8 K 2024-11-22T13:15:33,338 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 152472a173af49e2ab13f942c43799c1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732281330229 2024-11-22T13:15:33,338 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 7298d60842ca4f9794278eaadd909364, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732281330229 2024-11-22T13:15:33,338 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 7027b3194f3d4035b89f95b162956b00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732281330884 2024-11-22T13:15:33,338 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba9aed461ae54d3983612619d5c2ede4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732281330884 2024-11-22T13:15:33,339 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting e338538a6c5742fbab48dd5647a8104b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732281332062 2024-11-22T13:15:33,339 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6637d66610f94571bfc42669d6e22262, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732281332062 2024-11-22T13:15:33,351 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#A#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:33,351 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/771e635b91ac435f9a4307039e5a65fb is 50, key is test_row_0/A:col10/1732281332062/Put/seqid=0 2024-11-22T13:15:33,354 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#B#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:33,355 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/15fb2bc287744f45b88343afbc4ceb26 is 50, key is test_row_0/B:col10/1732281332062/Put/seqid=0 2024-11-22T13:15:33,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742142_1318 (size=13187) 2024-11-22T13:15:33,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742143_1319 (size=13187) 2024-11-22T13:15:33,365 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/771e635b91ac435f9a4307039e5a65fb as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/771e635b91ac435f9a4307039e5a65fb 2024-11-22T13:15:33,368 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/15fb2bc287744f45b88343afbc4ceb26 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/15fb2bc287744f45b88343afbc4ceb26 2024-11-22T13:15:33,373 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/A of fb54a8e327abbda5820c1c08233df27a into 771e635b91ac435f9a4307039e5a65fb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:33,373 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:33,373 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/A, priority=13, startTime=1732281333336; duration=0sec 2024-11-22T13:15:33,373 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:33,374 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:A 2024-11-22T13:15:33,374 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:33,375 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:33,375 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/C is initiating minor compaction (all files) 2024-11-22T13:15:33,376 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/C in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:33,376 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/999dcb01498d4822af2ee0535b904dc5, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/1682a5c42e6e41b086dfe8d941dca861, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/53c2b53aebdd49db96b9a6a3560dac28] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=36.8 K 2024-11-22T13:15:33,379 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 999dcb01498d4822af2ee0535b904dc5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732281330229 2024-11-22T13:15:33,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T13:15:33,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:33,380 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1682a5c42e6e41b086dfe8d941dca861, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732281330884 2024-11-22T13:15:33,380 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T13:15:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:33,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:33,381 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53c2b53aebdd49db96b9a6a3560dac28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732281332062 2024-11-22T13:15:33,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:33,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:33,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:33,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:33,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:33,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:33,383 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/B of fb54a8e327abbda5820c1c08233df27a into 15fb2bc287744f45b88343afbc4ceb26(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:33,383 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:33,383 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/B, priority=13, startTime=1732281333336; duration=0sec 2024-11-22T13:15:33,384 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:33,384 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:B 2024-11-22T13:15:33,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/01ef5459d75b4a2e83c4037aa2c7b6a6 is 50, key is test_row_0/A:col10/1732281333264/Put/seqid=0 2024-11-22T13:15:33,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742144_1320 (size=12301) 2024-11-22T13:15:33,398 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/01ef5459d75b4a2e83c4037aa2c7b6a6 2024-11-22T13:15:33,401 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#C#compaction#276 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:33,402 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/490b4f3298d24814a02b6614adfafa2b is 50, key is test_row_0/C:col10/1732281332062/Put/seqid=0 2024-11-22T13:15:33,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/b8a53bff88a64506b86e822d3b2891a0 is 50, key is test_row_0/B:col10/1732281333264/Put/seqid=0 2024-11-22T13:15:33,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742146_1322 (size=13187) 2024-11-22T13:15:33,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281393429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:33,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:33,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:33,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:33,439 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/490b4f3298d24814a02b6614adfafa2b as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/490b4f3298d24814a02b6614adfafa2b 2024-11-22T13:15:33,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281393437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:33,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:33,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:33,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:33,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742145_1321 (size=12301) 2024-11-22T13:15:33,447 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/C of fb54a8e327abbda5820c1c08233df27a into 490b4f3298d24814a02b6614adfafa2b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:33,447 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:33,447 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/C, priority=13, startTime=1732281333336; duration=0sec 2024-11-22T13:15:33,447 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:33,447 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:C 2024-11-22T13:15:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T13:15:33,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281393546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:33,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:33,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:33,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:33,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281393546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:33,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:33,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:33,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:33,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281393755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:33,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:33,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281393755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:33,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:33,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:33,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:33,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:33,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:33,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33660 deadline: 1732281393805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:33,807 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_2' in fb54a8e327abbda5820c1c08233df27a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:15:33,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:33,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:33,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:33,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33728 deadline: 1732281393815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:33,817 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in fb54a8e327abbda5820c1c08233df27a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:15:33,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:33,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:33,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:33,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33722 deadline: 1732281393825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:33,828 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_2' in fb54a8e327abbda5820c1c08233df27a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:15:33,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:33,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:33,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:33,847 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/b8a53bff88a64506b86e822d3b2891a0 2024-11-22T13:15:33,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/3082c2bc835c42aeaac89129c64ff0aa is 50, key is test_row_0/C:col10/1732281333264/Put/seqid=0 2024-11-22T13:15:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T13:15:33,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742147_1323 (size=12301) 2024-11-22T13:15:33,859 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/3082c2bc835c42aeaac89129c64ff0aa 2024-11-22T13:15:33,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/01ef5459d75b4a2e83c4037aa2c7b6a6 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/01ef5459d75b4a2e83c4037aa2c7b6a6 2024-11-22T13:15:33,867 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/01ef5459d75b4a2e83c4037aa2c7b6a6, entries=150, sequenceid=404, filesize=12.0 K 2024-11-22T13:15:33,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/b8a53bff88a64506b86e822d3b2891a0 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/b8a53bff88a64506b86e822d3b2891a0 2024-11-22T13:15:33,871 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/b8a53bff88a64506b86e822d3b2891a0, entries=150, sequenceid=404, filesize=12.0 K 2024-11-22T13:15:33,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/3082c2bc835c42aeaac89129c64ff0aa as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/3082c2bc835c42aeaac89129c64ff0aa 2024-11-22T13:15:33,875 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/3082c2bc835c42aeaac89129c64ff0aa, entries=150, sequenceid=404, filesize=12.0 K 2024-11-22T13:15:33,875 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for fb54a8e327abbda5820c1c08233df27a in 495ms, sequenceid=404, compaction requested=false 2024-11-22T13:15:33,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:33,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:33,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-22T13:15:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-22T13:15:33,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-22T13:15:33,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 650 msec 2024-11-22T13:15:33,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 654 msec 2024-11-22T13:15:34,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732281333418, max timestamp=1732281334068Num uniques 859; 2024-11-22T13:15:34,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:15:34,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732281333418, max timestamp=1732281334068Num uniques 859; 2024-11-22T13:15:34,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:15:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:34,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=62.62 KB heapSize=174.33 KB 2024-11-22T13:15:34,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:34,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:34,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:34,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:34,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:34,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:34,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/e13565494172493581f9d30782816d2f is 50, key is test_row_0/A:col10/1732281333434/Put/seqid=0 2024-11-22T13:15:34,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742148_1324 (size=17181) 2024-11-22T13:15:34,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281394111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:34,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:34,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281394111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:34,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:34,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:34,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:34,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:34,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:34,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281394225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:34,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281394225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T13:15:34,365 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:34,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:15:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-22T13:15:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T13:15:34,368 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:15:34,369 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:15:34,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:15:34,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281394435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:34,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281394435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T13:15:34,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/e13565494172493581f9d30782816d2f 2024-11-22T13:15:34,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/5bf409255ac34d74aa92ca17a9f2ddf2 is 50, key is test_row_0/B:col10/1732281333434/Put/seqid=0 2024-11-22T13:15:34,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742149_1325 (size=12301) 2024-11-22T13:15:34,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/5bf409255ac34d74aa92ca17a9f2ddf2 2024-11-22T13:15:34,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T13:15:34,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:34,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:34,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:34,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:34,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:34,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/50eb0e66dfd1453a9d34b103f3a1ba2f is 50, key is test_row_0/C:col10/1732281333434/Put/seqid=0 2024-11-22T13:15:34,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742150_1326 (size=12301) 2024-11-22T13:15:34,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T13:15:34,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:34,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:34,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:34,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:34,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T13:15:34,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281394745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:34,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281394745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:34,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T13:15:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:34,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:34,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/50eb0e66dfd1453a9d34b103f3a1ba2f 2024-11-22T13:15:34,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/e13565494172493581f9d30782816d2f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/e13565494172493581f9d30782816d2f 2024-11-22T13:15:34,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/e13565494172493581f9d30782816d2f, entries=250, sequenceid=426, filesize=16.8 K 2024-11-22T13:15:34,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/5bf409255ac34d74aa92ca17a9f2ddf2 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/5bf409255ac34d74aa92ca17a9f2ddf2 2024-11-22T13:15:34,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/5bf409255ac34d74aa92ca17a9f2ddf2, entries=150, sequenceid=426, filesize=12.0 K 2024-11-22T13:15:34,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/50eb0e66dfd1453a9d34b103f3a1ba2f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/50eb0e66dfd1453a9d34b103f3a1ba2f 2024-11-22T13:15:34,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/50eb0e66dfd1453a9d34b103f3a1ba2f, entries=150, sequenceid=426, filesize=12.0 K 2024-11-22T13:15:34,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~62.62 KB/64120, heapSize ~174.28 KB/178464, currentSize=114.05 KB/116790 for fb54a8e327abbda5820c1c08233df27a in 881ms, sequenceid=426, compaction requested=true 2024-11-22T13:15:34,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:34,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:15:34,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:34,953 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:34,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:15:34,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:34,953 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:34,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:15:34,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:34,954 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42669 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:34,954 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:34,954 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/B is initiating minor compaction (all files) 2024-11-22T13:15:34,954 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/A is initiating minor compaction (all files) 2024-11-22T13:15:34,954 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/A in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:34,954 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/B in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:34,954 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/771e635b91ac435f9a4307039e5a65fb, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/01ef5459d75b4a2e83c4037aa2c7b6a6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/e13565494172493581f9d30782816d2f] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=41.7 K 2024-11-22T13:15:34,954 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/15fb2bc287744f45b88343afbc4ceb26, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/b8a53bff88a64506b86e822d3b2891a0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/5bf409255ac34d74aa92ca17a9f2ddf2] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=36.9 K 2024-11-22T13:15:34,955 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 771e635b91ac435f9a4307039e5a65fb, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732281332062 2024-11-22T13:15:34,955 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 15fb2bc287744f45b88343afbc4ceb26, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732281332062 2024-11-22T13:15:34,955 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting b8a53bff88a64506b86e822d3b2891a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732281333264 2024-11-22T13:15:34,955 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01ef5459d75b4a2e83c4037aa2c7b6a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732281333264 2024-11-22T13:15:34,955 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bf409255ac34d74aa92ca17a9f2ddf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732281333418 2024-11-22T13:15:34,955 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting e13565494172493581f9d30782816d2f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732281333418 2024-11-22T13:15:34,962 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#B#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:34,963 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#A#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:34,963 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/71265e7f87774cf5a62b85a4972ddea5 is 50, key is test_row_0/B:col10/1732281333434/Put/seqid=0 2024-11-22T13:15:34,963 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/18a4e6d1d1d5450eb44b69c8ce67abfe is 50, key is test_row_0/A:col10/1732281333434/Put/seqid=0 2024-11-22T13:15:34,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742151_1327 (size=13289) 2024-11-22T13:15:34,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742152_1328 (size=13289) 2024-11-22T13:15:34,976 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/18a4e6d1d1d5450eb44b69c8ce67abfe as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/18a4e6d1d1d5450eb44b69c8ce67abfe 2024-11-22T13:15:34,981 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/A of fb54a8e327abbda5820c1c08233df27a into 18a4e6d1d1d5450eb44b69c8ce67abfe(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:34,981 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:34,981 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/A, priority=13, startTime=1732281334953; duration=0sec 2024-11-22T13:15:34,981 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:34,981 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:A 2024-11-22T13:15:34,981 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:34,982 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:34,982 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/C is initiating minor compaction (all files) 2024-11-22T13:15:34,982 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/C in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:34,982 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/490b4f3298d24814a02b6614adfafa2b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/3082c2bc835c42aeaac89129c64ff0aa, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/50eb0e66dfd1453a9d34b103f3a1ba2f] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=36.9 K 2024-11-22T13:15:34,983 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 490b4f3298d24814a02b6614adfafa2b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732281332062 2024-11-22T13:15:34,983 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3082c2bc835c42aeaac89129c64ff0aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732281333264 2024-11-22T13:15:34,983 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50eb0e66dfd1453a9d34b103f3a1ba2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732281333418 2024-11-22T13:15:34,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T13:15:34,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:34,985 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T13:15:34,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:34,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:34,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:34,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:34,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:34,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:34,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/1b4ef02af0f44b4a9cd72ee8ac018a6c is 50, key is test_row_0/A:col10/1732281334104/Put/seqid=0 2024-11-22T13:15:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T13:15:34,998 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#C#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:34,998 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/1cf9f3f4b5174921b4a5d150e9db9253 is 50, key is test_row_0/C:col10/1732281333434/Put/seqid=0 2024-11-22T13:15:35,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742153_1329 (size=12301) 2024-11-22T13:15:35,019 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/1b4ef02af0f44b4a9cd72ee8ac018a6c 2024-11-22T13:15:35,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742154_1330 (size=13289) 2024-11-22T13:15:35,029 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/1cf9f3f4b5174921b4a5d150e9db9253 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/1cf9f3f4b5174921b4a5d150e9db9253 2024-11-22T13:15:35,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/e6732b1fb34548ef8a6f3e844e5617ea is 50, key is test_row_0/B:col10/1732281334104/Put/seqid=0 2024-11-22T13:15:35,036 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/C of fb54a8e327abbda5820c1c08233df27a into 1cf9f3f4b5174921b4a5d150e9db9253(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:35,036 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:35,036 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/C, priority=13, startTime=1732281334953; duration=0sec 2024-11-22T13:15:35,036 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:35,036 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:C 2024-11-22T13:15:35,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742155_1331 (size=12301) 2024-11-22T13:15:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:35,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:35,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281395281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:35,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281395282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:35,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:35,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:35,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:35,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:35,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:35,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:35,373 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/71265e7f87774cf5a62b85a4972ddea5 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/71265e7f87774cf5a62b85a4972ddea5 2024-11-22T13:15:35,382 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/B of fb54a8e327abbda5820c1c08233df27a into 71265e7f87774cf5a62b85a4972ddea5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:35,382 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:35,382 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/B, priority=13, startTime=1732281334953; duration=0sec 2024-11-22T13:15:35,383 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:35,383 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:B 2024-11-22T13:15:35,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281395395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:35,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281395395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:35,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:35,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:35,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:35,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:35,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:35,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:35,438 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/e6732b1fb34548ef8a6f3e844e5617ea 2024-11-22T13:15:35,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/65a3b0c1217442a2be78bb2060b5298d is 50, key is test_row_0/C:col10/1732281334104/Put/seqid=0 2024-11-22T13:15:35,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742156_1332 (size=12301) 2024-11-22T13:15:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T13:15:35,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281395605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:35,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281395605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:35,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:35,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:35,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:35,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:35,854 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/65a3b0c1217442a2be78bb2060b5298d 2024-11-22T13:15:35,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/1b4ef02af0f44b4a9cd72ee8ac018a6c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1b4ef02af0f44b4a9cd72ee8ac018a6c 2024-11-22T13:15:35,861 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1b4ef02af0f44b4a9cd72ee8ac018a6c, entries=150, sequenceid=447, filesize=12.0 K 2024-11-22T13:15:35,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/e6732b1fb34548ef8a6f3e844e5617ea as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/e6732b1fb34548ef8a6f3e844e5617ea 2024-11-22T13:15:35,866 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/e6732b1fb34548ef8a6f3e844e5617ea, entries=150, sequenceid=447, filesize=12.0 K 2024-11-22T13:15:35,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/65a3b0c1217442a2be78bb2060b5298d as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/65a3b0c1217442a2be78bb2060b5298d 2024-11-22T13:15:35,870 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/65a3b0c1217442a2be78bb2060b5298d, entries=150, sequenceid=447, filesize=12.0 K 2024-11-22T13:15:35,871 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for fb54a8e327abbda5820c1c08233df27a in 886ms, sequenceid=447, compaction requested=false 2024-11-22T13:15:35,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:35,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:35,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-22T13:15:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-22T13:15:35,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-22T13:15:35,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5030 sec 2024-11-22T13:15:35,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.5080 sec 2024-11-22T13:15:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:35,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-22T13:15:35,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:35,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:35,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:35,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:35,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:35,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:35,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/873397c373c84cb1844a5b5de62e180f is 50, key is test_row_0/A:col10/1732281335280/Put/seqid=0 2024-11-22T13:15:35,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742157_1333 (size=17181) 2024-11-22T13:15:35,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281395958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:35,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281395958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:35,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:35,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:35,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:35,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:35,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:35,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:36,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281396075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:36,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281396075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:36,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:36,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:36,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:36,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:36,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:36,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:36,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281396285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:36,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281396285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:36,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/873397c373c84cb1844a5b5de62e180f 2024-11-22T13:15:36,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/de98ee82ad6a498c9b6e51d783d84c73 is 50, key is test_row_0/B:col10/1732281335280/Put/seqid=0 2024-11-22T13:15:36,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742158_1334 (size=12301) 2024-11-22T13:15:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T13:15:36,515 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:36,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:15:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-22T13:15:36,517 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:15:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T13:15:36,518 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:15:36,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:15:36,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281396595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:36,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281396595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T13:15:36,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T13:15:36,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:36,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:36,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:36,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:36,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:36,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/de98ee82ad6a498c9b6e51d783d84c73 2024-11-22T13:15:36,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/0b9f328a7f9443ff97f81793fa8aeee4 is 50, key is test_row_0/C:col10/1732281335280/Put/seqid=0 2024-11-22T13:15:36,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742159_1335 (size=12301) 2024-11-22T13:15:36,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T13:15:36,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:36,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:36,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:36,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:36,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T13:15:36,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T13:15:36,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:36,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:36,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:36,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:36,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:37,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33744 deadline: 1732281397105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:37,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:37,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:37,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:37,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33758 deadline: 1732281397105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:37,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:37,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:37,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:15:37,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T13:15:37,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:37,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. as already flushing 2024-11-22T13:15:37,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:37,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:37,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T13:15:37,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/0b9f328a7f9443ff97f81793fa8aeee4 2024-11-22T13:15:37,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/873397c373c84cb1844a5b5de62e180f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/873397c373c84cb1844a5b5de62e180f 2024-11-22T13:15:37,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/873397c373c84cb1844a5b5de62e180f, entries=250, sequenceid=464, filesize=16.8 K 2024-11-22T13:15:37,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/de98ee82ad6a498c9b6e51d783d84c73 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/de98ee82ad6a498c9b6e51d783d84c73 2024-11-22T13:15:37,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/de98ee82ad6a498c9b6e51d783d84c73, entries=150, sequenceid=464, filesize=12.0 K 2024-11-22T13:15:37,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/0b9f328a7f9443ff97f81793fa8aeee4 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/0b9f328a7f9443ff97f81793fa8aeee4 2024-11-22T13:15:37,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/0b9f328a7f9443ff97f81793fa8aeee4, entries=150, sequenceid=464, filesize=12.0 K 2024-11-22T13:15:37,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for fb54a8e327abbda5820c1c08233df27a in 1250ms, sequenceid=464, compaction requested=true 2024-11-22T13:15:37,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:37,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:15:37,168 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:37,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:37,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:15:37,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:37,168 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:37,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:15:37,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:37,169 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42771 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:37,169 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:37,169 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/A is initiating minor compaction (all files) 2024-11-22T13:15:37,169 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/B is initiating minor compaction (all files) 2024-11-22T13:15:37,169 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/A in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:37,169 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/B in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:37,169 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/18a4e6d1d1d5450eb44b69c8ce67abfe, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1b4ef02af0f44b4a9cd72ee8ac018a6c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/873397c373c84cb1844a5b5de62e180f] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=41.8 K 2024-11-22T13:15:37,169 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/71265e7f87774cf5a62b85a4972ddea5, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/e6732b1fb34548ef8a6f3e844e5617ea, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/de98ee82ad6a498c9b6e51d783d84c73] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=37.0 K 2024-11-22T13:15:37,169 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 71265e7f87774cf5a62b85a4972ddea5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732281333418 2024-11-22T13:15:37,169 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18a4e6d1d1d5450eb44b69c8ce67abfe, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732281333418 2024-11-22T13:15:37,169 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting e6732b1fb34548ef8a6f3e844e5617ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732281334104 2024-11-22T13:15:37,170 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b4ef02af0f44b4a9cd72ee8ac018a6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732281334104 2024-11-22T13:15:37,170 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting de98ee82ad6a498c9b6e51d783d84c73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732281335266 2024-11-22T13:15:37,170 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 873397c373c84cb1844a5b5de62e180f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732281335266 2024-11-22T13:15:37,176 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#B#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:37,176 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/734b35a5e6b4412db8731853cce61f6f is 50, key is test_row_0/B:col10/1732281335280/Put/seqid=0 2024-11-22T13:15:37,177 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#A#compaction#292 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:37,177 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/33e3eb1f0e624088a26cf894ac6aa2c1 is 50, key is test_row_0/A:col10/1732281335280/Put/seqid=0 2024-11-22T13:15:37,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742161_1337 (size=13391) 2024-11-22T13:15:37,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742160_1336 (size=13391) 2024-11-22T13:15:37,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T13:15:37,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:37,281 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-22T13:15:37,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:37,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:37,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:37,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:37,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:37,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:37,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/db34a21215e64d3e902e2f80aee448de is 50, key is test_row_0/A:col10/1732281335941/Put/seqid=0 2024-11-22T13:15:37,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742162_1338 (size=12301) 2024-11-22T13:15:37,595 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/734b35a5e6b4412db8731853cce61f6f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/734b35a5e6b4412db8731853cce61f6f 2024-11-22T13:15:37,600 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/B of fb54a8e327abbda5820c1c08233df27a into 734b35a5e6b4412db8731853cce61f6f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:37,600 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:37,600 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/B, priority=13, startTime=1732281337168; duration=0sec 2024-11-22T13:15:37,600 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:37,600 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:B 2024-11-22T13:15:37,600 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:37,601 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:37,601 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/C is initiating minor compaction (all files) 2024-11-22T13:15:37,601 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/C in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:37,601 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/1cf9f3f4b5174921b4a5d150e9db9253, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/65a3b0c1217442a2be78bb2060b5298d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/0b9f328a7f9443ff97f81793fa8aeee4] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=37.0 K 2024-11-22T13:15:37,602 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cf9f3f4b5174921b4a5d150e9db9253, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732281333418 2024-11-22T13:15:37,602 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 65a3b0c1217442a2be78bb2060b5298d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732281334104 2024-11-22T13:15:37,602 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b9f328a7f9443ff97f81793fa8aeee4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732281335266 2024-11-22T13:15:37,607 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#C#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:37,608 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/10513cfbc18146f69afe2d56d44897dd is 50, key is test_row_0/C:col10/1732281335280/Put/seqid=0 2024-11-22T13:15:37,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742163_1339 (size=13391) 2024-11-22T13:15:37,617 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/33e3eb1f0e624088a26cf894ac6aa2c1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/33e3eb1f0e624088a26cf894ac6aa2c1 2024-11-22T13:15:37,620 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/A of fb54a8e327abbda5820c1c08233df27a into 33e3eb1f0e624088a26cf894ac6aa2c1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:37,621 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:37,621 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/A, priority=13, startTime=1732281337168; duration=0sec 2024-11-22T13:15:37,621 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:37,621 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:A 2024-11-22T13:15:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T13:15:37,692 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/db34a21215e64d3e902e2f80aee448de 2024-11-22T13:15:37,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/4e76c1ee2f124adf8e5c6c10ac30f29c is 50, key is test_row_0/B:col10/1732281335941/Put/seqid=0 2024-11-22T13:15:37,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742164_1340 (size=12301) 2024-11-22T13:15:37,717 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/4e76c1ee2f124adf8e5c6c10ac30f29c 2024-11-22T13:15:37,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/72f2850cc9204f3eb1a7d1bac3515ec4 is 50, key is test_row_0/C:col10/1732281335941/Put/seqid=0 2024-11-22T13:15:37,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742165_1341 (size=12301) 2024-11-22T13:15:37,745 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/72f2850cc9204f3eb1a7d1bac3515ec4 2024-11-22T13:15:37,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/db34a21215e64d3e902e2f80aee448de as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/db34a21215e64d3e902e2f80aee448de 2024-11-22T13:15:37,757 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/db34a21215e64d3e902e2f80aee448de, entries=150, sequenceid=481, filesize=12.0 K 2024-11-22T13:15:37,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/4e76c1ee2f124adf8e5c6c10ac30f29c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/4e76c1ee2f124adf8e5c6c10ac30f29c 2024-11-22T13:15:37,765 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/4e76c1ee2f124adf8e5c6c10ac30f29c, entries=150, sequenceid=481, filesize=12.0 K 2024-11-22T13:15:37,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/72f2850cc9204f3eb1a7d1bac3515ec4 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/72f2850cc9204f3eb1a7d1bac3515ec4 2024-11-22T13:15:37,784 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/72f2850cc9204f3eb1a7d1bac3515ec4, entries=150, sequenceid=481, filesize=12.0 K 2024-11-22T13:15:37,786 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=0 B/0 for fb54a8e327abbda5820c1c08233df27a in 505ms, sequenceid=481, compaction requested=false 2024-11-22T13:15:37,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:37,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:37,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-22T13:15:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-22T13:15:37,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-22T13:15:37,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2740 sec 2024-11-22T13:15:37,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.2800 sec 2024-11-22T13:15:38,015 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/10513cfbc18146f69afe2d56d44897dd as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/10513cfbc18146f69afe2d56d44897dd 2024-11-22T13:15:38,019 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/C of fb54a8e327abbda5820c1c08233df27a into 10513cfbc18146f69afe2d56d44897dd(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:38,020 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:38,020 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/C, priority=13, startTime=1732281337168; duration=0sec 2024-11-22T13:15:38,020 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:38,020 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:C 2024-11-22T13:15:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:38,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T13:15:38,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:38,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:38,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:38,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:38,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:38,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:38,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/1721199492194075b19f830edd1db0fe is 50, key is test_row_0/A:col10/1732281338126/Put/seqid=0 2024-11-22T13:15:38,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742166_1342 (size=12301) 2024-11-22T13:15:38,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281338151, max timestamp=1732281338170Num uniques 859; 2024-11-22T13:15:38,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281338151, max timestamp=1732281338170Num uniques 859; 2024-11-22T13:15:38,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:15:38,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:15:38,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281338151, max timestamp=1732281338170Num uniques 859; 2024-11-22T13:15:38,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:15:38,208 INFO [Thread-1127 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1127. 2024-11-22T13:15:38,208 DEBUG [Thread-1127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:15:38,208 DEBUG [Thread-1127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:38,208 DEBUG [Thread-1127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:38,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:15:38,208 INFO [Thread-1114 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1114. 2024-11-22T13:15:38,208 DEBUG [Thread-1114 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:15:38,208 DEBUG [Thread-1114 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:38,208 DEBUG [Thread-1114 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:38,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:15:38,211 INFO [Thread-1131 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1131. 2024-11-22T13:15:38,211 DEBUG [Thread-1131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:15:38,211 DEBUG [Thread-1131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:38,211 DEBUG [Thread-1131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:38,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:15:38,211 INFO [Thread-1133 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1133. 2024-11-22T13:15:38,211 DEBUG [Thread-1133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:15:38,211 DEBUG [Thread-1133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:38,211 DEBUG [Thread-1133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:38,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:15:38,212 INFO [Thread-1120 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1120. 2024-11-22T13:15:38,212 DEBUG [Thread-1120 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:15:38,212 DEBUG [Thread-1120 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:38,212 DEBUG [Thread-1120 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:38,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:15:38,215 INFO [Thread-1125 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1125. 2024-11-22T13:15:38,215 DEBUG [Thread-1125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:15:38,215 DEBUG [Thread-1125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:38,215 DEBUG [Thread-1125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:38,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:15:38,216 INFO [Thread-1129 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1129. 2024-11-22T13:15:38,217 DEBUG [Thread-1129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:15:38,217 DEBUG [Thread-1129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:38,217 DEBUG [Thread-1129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:38,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:15:38,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/1721199492194075b19f830edd1db0fe 2024-11-22T13:15:38,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/b5e4e9edf9624067b094072aceba35f0 is 50, key is test_row_0/B:col10/1732281338126/Put/seqid=0 2024-11-22T13:15:38,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742167_1343 (size=12301) 2024-11-22T13:15:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T13:15:38,666 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:38,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/b5e4e9edf9624067b094072aceba35f0 2024-11-22T13:15:38,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/b724314ecc5f40e7b6225aff02c34420 is 50, key is test_row_0/C:col10/1732281338126/Put/seqid=0 2024-11-22T13:15:38,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742168_1344 (size=12301) 2024-11-22T13:15:39,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/b724314ecc5f40e7b6225aff02c34420 2024-11-22T13:15:39,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/1721199492194075b19f830edd1db0fe as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1721199492194075b19f830edd1db0fe 2024-11-22T13:15:39,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1721199492194075b19f830edd1db0fe, entries=150, sequenceid=494, filesize=12.0 K 2024-11-22T13:15:39,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/b5e4e9edf9624067b094072aceba35f0 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/b5e4e9edf9624067b094072aceba35f0 2024-11-22T13:15:39,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/b5e4e9edf9624067b094072aceba35f0, entries=150, sequenceid=494, filesize=12.0 K 2024-11-22T13:15:39,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/b724314ecc5f40e7b6225aff02c34420 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/b724314ecc5f40e7b6225aff02c34420 2024-11-22T13:15:39,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/b724314ecc5f40e7b6225aff02c34420, entries=150, sequenceid=494, filesize=12.0 K 2024-11-22T13:15:39,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=114.05 KB/116790 for fb54a8e327abbda5820c1c08233df27a in 1298ms, sequenceid=494, compaction requested=true 2024-11-22T13:15:39,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:39,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:15:39,425 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:39,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:39,426 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:39,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:15:39,426 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:39,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:39,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fb54a8e327abbda5820c1c08233df27a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:15:39,426 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/A is initiating minor compaction (all files) 2024-11-22T13:15:39,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:39,426 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/A in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:39,427 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/33e3eb1f0e624088a26cf894ac6aa2c1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/db34a21215e64d3e902e2f80aee448de, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1721199492194075b19f830edd1db0fe] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=37.1 K 2024-11-22T13:15:39,427 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33e3eb1f0e624088a26cf894ac6aa2c1, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732281335266 2024-11-22T13:15:39,427 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting db34a21215e64d3e902e2f80aee448de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732281335941 2024-11-22T13:15:39,428 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:39,428 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/B is initiating minor compaction (all files) 2024-11-22T13:15:39,428 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/B in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:39,428 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/734b35a5e6b4412db8731853cce61f6f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/4e76c1ee2f124adf8e5c6c10ac30f29c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/b5e4e9edf9624067b094072aceba35f0] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=37.1 K 2024-11-22T13:15:39,429 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1721199492194075b19f830edd1db0fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732281338118 2024-11-22T13:15:39,429 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 734b35a5e6b4412db8731853cce61f6f, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732281335266 2024-11-22T13:15:39,430 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e76c1ee2f124adf8e5c6c10ac30f29c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732281335941 2024-11-22T13:15:39,431 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting b5e4e9edf9624067b094072aceba35f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732281338118 2024-11-22T13:15:39,440 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#B#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:39,440 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/d37ee742c21a488c910f5e4a538c4b72 is 50, key is test_row_0/B:col10/1732281338126/Put/seqid=0 2024-11-22T13:15:39,440 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#A#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:39,441 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/209c634bd65b4779a05bef3e98905921 is 50, key is test_row_0/A:col10/1732281338126/Put/seqid=0 2024-11-22T13:15:39,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742170_1346 (size=13493) 2024-11-22T13:15:39,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742169_1345 (size=13493) 2024-11-22T13:15:39,879 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/d37ee742c21a488c910f5e4a538c4b72 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/d37ee742c21a488c910f5e4a538c4b72 2024-11-22T13:15:39,879 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/209c634bd65b4779a05bef3e98905921 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/209c634bd65b4779a05bef3e98905921 2024-11-22T13:15:39,885 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/A of fb54a8e327abbda5820c1c08233df27a into 209c634bd65b4779a05bef3e98905921(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:39,885 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:39,885 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/A, priority=13, startTime=1732281339425; duration=0sec 2024-11-22T13:15:39,885 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:39,885 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:A 2024-11-22T13:15:39,885 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:39,887 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:39,888 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): fb54a8e327abbda5820c1c08233df27a/C is initiating minor compaction (all files) 2024-11-22T13:15:39,888 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fb54a8e327abbda5820c1c08233df27a/C in TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:39,888 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/10513cfbc18146f69afe2d56d44897dd, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/72f2850cc9204f3eb1a7d1bac3515ec4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/b724314ecc5f40e7b6225aff02c34420] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp, totalSize=37.1 K 2024-11-22T13:15:39,888 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10513cfbc18146f69afe2d56d44897dd, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732281335266 2024-11-22T13:15:39,888 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72f2850cc9204f3eb1a7d1bac3515ec4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732281335941 2024-11-22T13:15:39,889 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting b724314ecc5f40e7b6225aff02c34420, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732281338118 2024-11-22T13:15:39,891 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/B of fb54a8e327abbda5820c1c08233df27a into d37ee742c21a488c910f5e4a538c4b72(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:39,892 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:39,892 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/B, priority=13, startTime=1732281339426; duration=0sec 2024-11-22T13:15:39,892 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:39,892 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:B 2024-11-22T13:15:39,896 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fb54a8e327abbda5820c1c08233df27a#C#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:39,896 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/ecbe1fd22e4644b38b64f0a1f57295b8 is 50, key is test_row_0/C:col10/1732281338126/Put/seqid=0 2024-11-22T13:15:39,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742171_1347 (size=13493) 2024-11-22T13:15:40,308 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/ecbe1fd22e4644b38b64f0a1f57295b8 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/ecbe1fd22e4644b38b64f0a1f57295b8 2024-11-22T13:15:40,314 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fb54a8e327abbda5820c1c08233df27a/C of fb54a8e327abbda5820c1c08233df27a into ecbe1fd22e4644b38b64f0a1f57295b8(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:40,315 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:40,315 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., storeName=fb54a8e327abbda5820c1c08233df27a/C, priority=13, startTime=1732281339426; duration=0sec 2024-11-22T13:15:40,315 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:40,315 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fb54a8e327abbda5820c1c08233df27a:C 2024-11-22T13:15:43,017 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T13:15:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:43,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB 2024-11-22T13:15:43,827 INFO [Thread-1118 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1118. 2024-11-22T13:15:43,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:43,827 DEBUG [Thread-1118 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:15:43,827 DEBUG [Thread-1118 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:43,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:43,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:43,827 DEBUG [Thread-1118 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:43,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:43,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:15:43,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:43,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:43,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/7956fbb386454f9499e641f81d5c0367 is 50, key is test_row_0/A:col10/1732281343825/Put/seqid=0 2024-11-22T13:15:43,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742172_1348 (size=12301) 2024-11-22T13:15:43,869 INFO [Thread-1122 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1122. 2024-11-22T13:15:43,869 DEBUG [Thread-1122 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:15:43,869 DEBUG [Thread-1122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:43,869 DEBUG [Thread-1122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:43,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:15:43,908 INFO [Thread-1116 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1116. 2024-11-22T13:15:43,908 DEBUG [Thread-1116 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:15:43,908 DEBUG [Thread-1116 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:43,908 DEBUG [Thread-1116 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:43,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:15:43,908 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T13:15:43,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 149 2024-11-22T13:15:43,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-22T13:15:43,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-22T13:15:43,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 155 2024-11-22T13:15:43,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-22T13:15:43,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T13:15:43,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2910 2024-11-22T13:15:43,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2875 2024-11-22T13:15:43,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2889 2024-11-22T13:15:43,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2908 2024-11-22T13:15:43,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2885 2024-11-22T13:15:43,909 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T13:15:43,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T13:15:43,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T13:15:43,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:43,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:43,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:15:43,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T13:15:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T13:15:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T13:15:43,917 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281343917"}]},"ts":"1732281343917"} 2024-11-22T13:15:43,919 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T13:15:43,919 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T13:15:43,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T13:15:43,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb54a8e327abbda5820c1c08233df27a, UNASSIGN}] 2024-11-22T13:15:43,923 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb54a8e327abbda5820c1c08233df27a, UNASSIGN 2024-11-22T13:15:43,924 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=fb54a8e327abbda5820c1c08233df27a, regionState=CLOSING, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:15:43,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb54a8e327abbda5820c1c08233df27a, UNASSIGN because future has completed 2024-11-22T13:15:43,925 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T13:15:43,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160}] 2024-11-22T13:15:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T13:15:44,078 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(122): Close fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:44,079 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T13:15:44,079 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1722): Closing fb54a8e327abbda5820c1c08233df27a, disabling compactions & flushes 2024-11-22T13:15:44,079 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T13:15:44,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/7956fbb386454f9499e641f81d5c0367 2024-11-22T13:15:44,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/b35946b8d8cf4f8cb8c4916504815816 is 50, key is test_row_0/B:col10/1732281343825/Put/seqid=0 2024-11-22T13:15:44,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742173_1349 (size=12301) 2024-11-22T13:15:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T13:15:44,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/b35946b8d8cf4f8cb8c4916504815816 2024-11-22T13:15:44,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/11b3dc236a194a0ab7d37b7683cd95dc is 50, key is test_row_0/C:col10/1732281343825/Put/seqid=0 2024-11-22T13:15:44,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742174_1350 (size=12301) 2024-11-22T13:15:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T13:15:45,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/11b3dc236a194a0ab7d37b7683cd95dc 2024-11-22T13:15:45,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/7956fbb386454f9499e641f81d5c0367 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/7956fbb386454f9499e641f81d5c0367 2024-11-22T13:15:45,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/7956fbb386454f9499e641f81d5c0367, entries=150, sequenceid=531, filesize=12.0 K 2024-11-22T13:15:45,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/b35946b8d8cf4f8cb8c4916504815816 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/b35946b8d8cf4f8cb8c4916504815816 2024-11-22T13:15:45,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/b35946b8d8cf4f8cb8c4916504815816, entries=150, sequenceid=531, filesize=12.0 K 2024-11-22T13:15:45,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/11b3dc236a194a0ab7d37b7683cd95dc as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/11b3dc236a194a0ab7d37b7683cd95dc 2024-11-22T13:15:45,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/11b3dc236a194a0ab7d37b7683cd95dc, entries=150, sequenceid=531, filesize=12.0 K 2024-11-22T13:15:45,085 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=13.42 KB/13740 for fb54a8e327abbda5820c1c08233df27a in 1258ms, sequenceid=531, compaction requested=false 2024-11-22T13:15:45,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fb54a8e327abbda5820c1c08233df27a: 2024-11-22T13:15:45,085 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:45,085 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:45,085 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. after waiting 0 ms 2024-11-22T13:15:45,085 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:45,085 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(2902): Flushing fb54a8e327abbda5820c1c08233df27a 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-22T13:15:45,085 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=A 2024-11-22T13:15:45,085 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:45,085 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=B 2024-11-22T13:15:45,085 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:45,085 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fb54a8e327abbda5820c1c08233df27a, store=C 2024-11-22T13:15:45,085 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:45,089 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/0a6e8e2c6d534ae98c019851e252be68 is 50, key is test_row_2/A:col10/1732281343906/Put/seqid=0 2024-11-22T13:15:45,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742175_1351 (size=7415) 2024-11-22T13:15:45,494 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/0a6e8e2c6d534ae98c019851e252be68 2024-11-22T13:15:45,500 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/020309f8dd004150b7410f7c6ddcb2ee is 50, key is test_row_2/B:col10/1732281343906/Put/seqid=0 2024-11-22T13:15:45,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742176_1352 (size=7415) 2024-11-22T13:15:45,904 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/020309f8dd004150b7410f7c6ddcb2ee 2024-11-22T13:15:45,913 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/a887a5c5751b47d9b83e781431df81cd is 50, key is test_row_2/C:col10/1732281343906/Put/seqid=0 2024-11-22T13:15:45,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742177_1353 (size=7415) 2024-11-22T13:15:46,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T13:15:46,318 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/a887a5c5751b47d9b83e781431df81cd 2024-11-22T13:15:46,327 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/A/0a6e8e2c6d534ae98c019851e252be68 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/0a6e8e2c6d534ae98c019851e252be68 2024-11-22T13:15:46,334 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/0a6e8e2c6d534ae98c019851e252be68, entries=50, sequenceid=536, filesize=7.2 K 2024-11-22T13:15:46,335 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/B/020309f8dd004150b7410f7c6ddcb2ee as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/020309f8dd004150b7410f7c6ddcb2ee 2024-11-22T13:15:46,339 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/020309f8dd004150b7410f7c6ddcb2ee, entries=50, sequenceid=536, filesize=7.2 K 2024-11-22T13:15:46,340 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/.tmp/C/a887a5c5751b47d9b83e781431df81cd as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/a887a5c5751b47d9b83e781431df81cd 2024-11-22T13:15:46,345 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/a887a5c5751b47d9b83e781431df81cd, entries=50, sequenceid=536, filesize=7.2 K 2024-11-22T13:15:46,345 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for fb54a8e327abbda5820c1c08233df27a in 1260ms, sequenceid=536, compaction requested=true 2024-11-22T13:15:46,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/23b08239cc7043039ef9ecf17003842f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1e5c83cd6d58472d9ef7159898a30d94, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/81357fbef7d74318af4f4036793868d0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/f1962c5eed0f4369a0f5a0db151be0a0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/e7bdb71231204f2bad4a5db32aae770b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/48b026a511a74051a312671111e17891, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1c024913cc92413e90b1a8c94c52285b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/3e46df9bcbd54a98be8a6913d9ddb0c4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/e9ece9ad403f4e80861874226539a9b3, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/65a611baed994701877223b36a8f15da, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/839d94684d3f43b3a312dd91e3a9aef3, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/65b71a5081744291bcd47f0044d0cbc0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/c980ccb3eee742e595e5b61b5d556ac6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/91798134dce54079aab8849164ec7b59, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/c36dffac91de4843a25118127ba17126, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/b5ea15355e66423faa246113739980f7, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/9b990082a48643298f7362b1e840c115, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/56a8a86cef554e24a8c2be60b94bc0e8, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/b76a5857ebcd4395a4d28371c2e23433, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/5f712f85a0ce4ddb989c5521e0827dab, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/9da0eb5b517a490ca4618c61947a61e3, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/c948a84e9af846d2a2642aa714c7a6b7, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/5b993c5c763549c180f099fce75082a0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/152472a173af49e2ab13f942c43799c1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/ba9aed461ae54d3983612619d5c2ede4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/6637d66610f94571bfc42669d6e22262, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/771e635b91ac435f9a4307039e5a65fb, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/01ef5459d75b4a2e83c4037aa2c7b6a6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/e13565494172493581f9d30782816d2f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/18a4e6d1d1d5450eb44b69c8ce67abfe, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1b4ef02af0f44b4a9cd72ee8ac018a6c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/873397c373c84cb1844a5b5de62e180f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/33e3eb1f0e624088a26cf894ac6aa2c1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/db34a21215e64d3e902e2f80aee448de, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1721199492194075b19f830edd1db0fe] to archive 2024-11-22T13:15:46,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T13:15:46,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/23b08239cc7043039ef9ecf17003842f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/23b08239cc7043039ef9ecf17003842f 2024-11-22T13:15:46,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1e5c83cd6d58472d9ef7159898a30d94 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1e5c83cd6d58472d9ef7159898a30d94 2024-11-22T13:15:46,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/81357fbef7d74318af4f4036793868d0 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/81357fbef7d74318af4f4036793868d0 2024-11-22T13:15:46,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/f1962c5eed0f4369a0f5a0db151be0a0 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/f1962c5eed0f4369a0f5a0db151be0a0 2024-11-22T13:15:46,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/e7bdb71231204f2bad4a5db32aae770b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/e7bdb71231204f2bad4a5db32aae770b 2024-11-22T13:15:46,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/48b026a511a74051a312671111e17891 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/48b026a511a74051a312671111e17891 2024-11-22T13:15:46,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1c024913cc92413e90b1a8c94c52285b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1c024913cc92413e90b1a8c94c52285b 2024-11-22T13:15:46,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/3e46df9bcbd54a98be8a6913d9ddb0c4 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/3e46df9bcbd54a98be8a6913d9ddb0c4 2024-11-22T13:15:46,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/e9ece9ad403f4e80861874226539a9b3 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/e9ece9ad403f4e80861874226539a9b3 2024-11-22T13:15:46,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/65a611baed994701877223b36a8f15da to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/65a611baed994701877223b36a8f15da 2024-11-22T13:15:46,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/839d94684d3f43b3a312dd91e3a9aef3 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/839d94684d3f43b3a312dd91e3a9aef3 2024-11-22T13:15:46,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/65b71a5081744291bcd47f0044d0cbc0 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/65b71a5081744291bcd47f0044d0cbc0 2024-11-22T13:15:46,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/c980ccb3eee742e595e5b61b5d556ac6 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/c980ccb3eee742e595e5b61b5d556ac6 2024-11-22T13:15:46,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/91798134dce54079aab8849164ec7b59 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/91798134dce54079aab8849164ec7b59 2024-11-22T13:15:46,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/c36dffac91de4843a25118127ba17126 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/c36dffac91de4843a25118127ba17126 2024-11-22T13:15:46,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/b5ea15355e66423faa246113739980f7 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/b5ea15355e66423faa246113739980f7 2024-11-22T13:15:46,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/9b990082a48643298f7362b1e840c115 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/9b990082a48643298f7362b1e840c115 2024-11-22T13:15:46,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/56a8a86cef554e24a8c2be60b94bc0e8 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/56a8a86cef554e24a8c2be60b94bc0e8 2024-11-22T13:15:46,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/b76a5857ebcd4395a4d28371c2e23433 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/b76a5857ebcd4395a4d28371c2e23433 2024-11-22T13:15:46,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/5f712f85a0ce4ddb989c5521e0827dab to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/5f712f85a0ce4ddb989c5521e0827dab 2024-11-22T13:15:46,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/9da0eb5b517a490ca4618c61947a61e3 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/9da0eb5b517a490ca4618c61947a61e3 2024-11-22T13:15:46,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/c948a84e9af846d2a2642aa714c7a6b7 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/c948a84e9af846d2a2642aa714c7a6b7 2024-11-22T13:15:46,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/5b993c5c763549c180f099fce75082a0 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/5b993c5c763549c180f099fce75082a0 2024-11-22T13:15:46,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/152472a173af49e2ab13f942c43799c1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/152472a173af49e2ab13f942c43799c1 2024-11-22T13:15:46,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/ba9aed461ae54d3983612619d5c2ede4 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/ba9aed461ae54d3983612619d5c2ede4 2024-11-22T13:15:46,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/6637d66610f94571bfc42669d6e22262 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/6637d66610f94571bfc42669d6e22262 2024-11-22T13:15:46,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/771e635b91ac435f9a4307039e5a65fb to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/771e635b91ac435f9a4307039e5a65fb 2024-11-22T13:15:46,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/01ef5459d75b4a2e83c4037aa2c7b6a6 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/01ef5459d75b4a2e83c4037aa2c7b6a6 2024-11-22T13:15:46,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/e13565494172493581f9d30782816d2f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/e13565494172493581f9d30782816d2f 2024-11-22T13:15:46,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/18a4e6d1d1d5450eb44b69c8ce67abfe to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/18a4e6d1d1d5450eb44b69c8ce67abfe 2024-11-22T13:15:46,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1b4ef02af0f44b4a9cd72ee8ac018a6c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1b4ef02af0f44b4a9cd72ee8ac018a6c 2024-11-22T13:15:46,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/873397c373c84cb1844a5b5de62e180f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/873397c373c84cb1844a5b5de62e180f 2024-11-22T13:15:46,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/33e3eb1f0e624088a26cf894ac6aa2c1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/33e3eb1f0e624088a26cf894ac6aa2c1 2024-11-22T13:15:46,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/db34a21215e64d3e902e2f80aee448de to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/db34a21215e64d3e902e2f80aee448de 2024-11-22T13:15:46,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1721199492194075b19f830edd1db0fe to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/1721199492194075b19f830edd1db0fe 2024-11-22T13:15:46,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/094cc7a546884935b2b4c6dacae9b78d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/3aee71b62637481bafeb6f1f2a153851, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/34eb57b3343942dab38bb49fb540debf, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/867b62b522774863ab03e9ce062f95df, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/24d8a7c19291489db5c69b9d8043a23f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/a9bef601900b4c62ad13b4e3cb68df3c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/c150972ace344456bd77d17e96e1735c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/710e01eb9ef6475bab4832c1ff94d311, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/7d53062e9ff14c428c6fb961663e7eb6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/a75ab878f23441338e76de5081469030, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/96886f762c4f43a7b99e0839905dd053, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/09ddbc16406d4c128be0348793198a5b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/517dabc24acf45a7a302f49cfc699683, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/815f0b82f56c44adb05508480b7eda69, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/121347970801463a85dd88f14b624f6e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/6b69353c4d274c96987058b704d4bfc4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/98e2494a97f24022a6c07dfa1f506a7a, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/c26323b9f6cf4ca7818c015aa6a58c28, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/7f3a1f8be6a045228f2c25e056931e23, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/f3cedd3a04d4409dbd2cea6a6aaae002, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/a2d8575fc48a48eea91e06399f5c8d87, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/80e8ecb38c8b450a8037f9a9f115fad3, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/7298d60842ca4f9794278eaadd909364, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/2b5084234c554f6fabd92a81043cb2ef, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/7027b3194f3d4035b89f95b162956b00, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/15fb2bc287744f45b88343afbc4ceb26, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/e338538a6c5742fbab48dd5647a8104b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/b8a53bff88a64506b86e822d3b2891a0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/71265e7f87774cf5a62b85a4972ddea5, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/5bf409255ac34d74aa92ca17a9f2ddf2, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/e6732b1fb34548ef8a6f3e844e5617ea, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/734b35a5e6b4412db8731853cce61f6f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/de98ee82ad6a498c9b6e51d783d84c73, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/4e76c1ee2f124adf8e5c6c10ac30f29c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/b5e4e9edf9624067b094072aceba35f0] to archive 2024-11-22T13:15:46,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T13:15:46,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/094cc7a546884935b2b4c6dacae9b78d to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/094cc7a546884935b2b4c6dacae9b78d 2024-11-22T13:15:46,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/3aee71b62637481bafeb6f1f2a153851 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/3aee71b62637481bafeb6f1f2a153851 2024-11-22T13:15:46,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/34eb57b3343942dab38bb49fb540debf to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/34eb57b3343942dab38bb49fb540debf 2024-11-22T13:15:46,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/867b62b522774863ab03e9ce062f95df to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/867b62b522774863ab03e9ce062f95df 2024-11-22T13:15:46,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/24d8a7c19291489db5c69b9d8043a23f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/24d8a7c19291489db5c69b9d8043a23f 2024-11-22T13:15:46,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/a9bef601900b4c62ad13b4e3cb68df3c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/a9bef601900b4c62ad13b4e3cb68df3c 2024-11-22T13:15:46,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/c150972ace344456bd77d17e96e1735c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/c150972ace344456bd77d17e96e1735c 2024-11-22T13:15:46,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/710e01eb9ef6475bab4832c1ff94d311 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/710e01eb9ef6475bab4832c1ff94d311 2024-11-22T13:15:46,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/7d53062e9ff14c428c6fb961663e7eb6 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/7d53062e9ff14c428c6fb961663e7eb6 2024-11-22T13:15:46,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/a75ab878f23441338e76de5081469030 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/a75ab878f23441338e76de5081469030 2024-11-22T13:15:46,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/96886f762c4f43a7b99e0839905dd053 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/96886f762c4f43a7b99e0839905dd053 2024-11-22T13:15:46,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/09ddbc16406d4c128be0348793198a5b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/09ddbc16406d4c128be0348793198a5b 2024-11-22T13:15:46,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/517dabc24acf45a7a302f49cfc699683 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/517dabc24acf45a7a302f49cfc699683 2024-11-22T13:15:46,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/815f0b82f56c44adb05508480b7eda69 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/815f0b82f56c44adb05508480b7eda69 2024-11-22T13:15:46,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/121347970801463a85dd88f14b624f6e to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/121347970801463a85dd88f14b624f6e 2024-11-22T13:15:46,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/6b69353c4d274c96987058b704d4bfc4 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/6b69353c4d274c96987058b704d4bfc4 2024-11-22T13:15:46,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/98e2494a97f24022a6c07dfa1f506a7a to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/98e2494a97f24022a6c07dfa1f506a7a 2024-11-22T13:15:46,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/c26323b9f6cf4ca7818c015aa6a58c28 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/c26323b9f6cf4ca7818c015aa6a58c28 2024-11-22T13:15:46,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/7f3a1f8be6a045228f2c25e056931e23 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/7f3a1f8be6a045228f2c25e056931e23 2024-11-22T13:15:46,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/f3cedd3a04d4409dbd2cea6a6aaae002 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/f3cedd3a04d4409dbd2cea6a6aaae002 2024-11-22T13:15:46,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/a2d8575fc48a48eea91e06399f5c8d87 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/a2d8575fc48a48eea91e06399f5c8d87 2024-11-22T13:15:46,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/80e8ecb38c8b450a8037f9a9f115fad3 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/80e8ecb38c8b450a8037f9a9f115fad3 2024-11-22T13:15:46,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/7298d60842ca4f9794278eaadd909364 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/7298d60842ca4f9794278eaadd909364 2024-11-22T13:15:46,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/2b5084234c554f6fabd92a81043cb2ef to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/2b5084234c554f6fabd92a81043cb2ef 2024-11-22T13:15:46,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/7027b3194f3d4035b89f95b162956b00 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/7027b3194f3d4035b89f95b162956b00 2024-11-22T13:15:46,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/15fb2bc287744f45b88343afbc4ceb26 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/15fb2bc287744f45b88343afbc4ceb26 2024-11-22T13:15:46,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/e338538a6c5742fbab48dd5647a8104b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/e338538a6c5742fbab48dd5647a8104b 2024-11-22T13:15:46,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/b8a53bff88a64506b86e822d3b2891a0 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/b8a53bff88a64506b86e822d3b2891a0 2024-11-22T13:15:46,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/71265e7f87774cf5a62b85a4972ddea5 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/71265e7f87774cf5a62b85a4972ddea5 2024-11-22T13:15:46,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/5bf409255ac34d74aa92ca17a9f2ddf2 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/5bf409255ac34d74aa92ca17a9f2ddf2 2024-11-22T13:15:46,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/e6732b1fb34548ef8a6f3e844e5617ea to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/e6732b1fb34548ef8a6f3e844e5617ea 2024-11-22T13:15:46,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/734b35a5e6b4412db8731853cce61f6f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/734b35a5e6b4412db8731853cce61f6f 2024-11-22T13:15:46,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/de98ee82ad6a498c9b6e51d783d84c73 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/de98ee82ad6a498c9b6e51d783d84c73 2024-11-22T13:15:46,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/4e76c1ee2f124adf8e5c6c10ac30f29c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/4e76c1ee2f124adf8e5c6c10ac30f29c 2024-11-22T13:15:46,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/b5e4e9edf9624067b094072aceba35f0 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/b5e4e9edf9624067b094072aceba35f0 2024-11-22T13:15:46,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/cbf261bc7d754005bcb3ba29dcc03240, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8d18bbf1ad734793bd469e8193cc14be, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/d70f93efb92a43c5bcc21c9cb16b0d96, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8fff54ad1f394c1688309207152498ca, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/9352874a864b48f89ecd3617addca2e4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8cba42e9c29e442882dc52a82823f7b0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/93377277ee2c4b9392553281fc239922, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/6e6a9a52662445a3a1f1dd85640fad9f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8c3ada170a3c41e68f438cdbc1a19881, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/02f48da192054a1d90990aa6802dfa0f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/9c692be189794b599527519b56609b31, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/6b73e9b2e0994326aa5af07dd687e7d8, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/382c046163f342df95005df86ec96416, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/bf18b459a0f84c4aa2951fbcf78e6269, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/2db6496cbeee45f687e8f4200ac822f4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/490b6079289542489a79ea53f8460906, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/135335c48ace4fbd8d5febe92a80f001, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/37941fb0b8924c2f96cddcfd24b9b185, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/7647c293e18b4bf494324de55f44c569, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/44553d23384d4e77bd82d96f3a6767b4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8b49821a9db04f668c0ec3aee1e790a0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/6754b393bf1f4e4ba0d72bcecef0d0f8, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/999dcb01498d4822af2ee0535b904dc5, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/bbc90b3118e741bca4911b14b9edb168, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/1682a5c42e6e41b086dfe8d941dca861, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/490b4f3298d24814a02b6614adfafa2b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/53c2b53aebdd49db96b9a6a3560dac28, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/3082c2bc835c42aeaac89129c64ff0aa, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/1cf9f3f4b5174921b4a5d150e9db9253, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/50eb0e66dfd1453a9d34b103f3a1ba2f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/65a3b0c1217442a2be78bb2060b5298d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/10513cfbc18146f69afe2d56d44897dd, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/0b9f328a7f9443ff97f81793fa8aeee4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/72f2850cc9204f3eb1a7d1bac3515ec4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/b724314ecc5f40e7b6225aff02c34420] to archive 2024-11-22T13:15:46,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T13:15:46,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/cbf261bc7d754005bcb3ba29dcc03240 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/cbf261bc7d754005bcb3ba29dcc03240 2024-11-22T13:15:46,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8d18bbf1ad734793bd469e8193cc14be to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8d18bbf1ad734793bd469e8193cc14be 2024-11-22T13:15:46,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/d70f93efb92a43c5bcc21c9cb16b0d96 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/d70f93efb92a43c5bcc21c9cb16b0d96 2024-11-22T13:15:46,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8fff54ad1f394c1688309207152498ca to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8fff54ad1f394c1688309207152498ca 2024-11-22T13:15:46,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/9352874a864b48f89ecd3617addca2e4 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/9352874a864b48f89ecd3617addca2e4 2024-11-22T13:15:46,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8cba42e9c29e442882dc52a82823f7b0 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8cba42e9c29e442882dc52a82823f7b0 2024-11-22T13:15:46,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/93377277ee2c4b9392553281fc239922 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/93377277ee2c4b9392553281fc239922 2024-11-22T13:15:46,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/6e6a9a52662445a3a1f1dd85640fad9f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/6e6a9a52662445a3a1f1dd85640fad9f 2024-11-22T13:15:46,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8c3ada170a3c41e68f438cdbc1a19881 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8c3ada170a3c41e68f438cdbc1a19881 2024-11-22T13:15:46,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/02f48da192054a1d90990aa6802dfa0f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/02f48da192054a1d90990aa6802dfa0f 2024-11-22T13:15:46,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/9c692be189794b599527519b56609b31 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/9c692be189794b599527519b56609b31 2024-11-22T13:15:46,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/6b73e9b2e0994326aa5af07dd687e7d8 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/6b73e9b2e0994326aa5af07dd687e7d8 2024-11-22T13:15:46,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/382c046163f342df95005df86ec96416 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/382c046163f342df95005df86ec96416 2024-11-22T13:15:46,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/bf18b459a0f84c4aa2951fbcf78e6269 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/bf18b459a0f84c4aa2951fbcf78e6269 2024-11-22T13:15:46,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/2db6496cbeee45f687e8f4200ac822f4 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/2db6496cbeee45f687e8f4200ac822f4 2024-11-22T13:15:46,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/490b6079289542489a79ea53f8460906 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/490b6079289542489a79ea53f8460906 2024-11-22T13:15:46,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/135335c48ace4fbd8d5febe92a80f001 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/135335c48ace4fbd8d5febe92a80f001 2024-11-22T13:15:46,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/37941fb0b8924c2f96cddcfd24b9b185 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/37941fb0b8924c2f96cddcfd24b9b185 2024-11-22T13:15:46,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/7647c293e18b4bf494324de55f44c569 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/7647c293e18b4bf494324de55f44c569 2024-11-22T13:15:46,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/44553d23384d4e77bd82d96f3a6767b4 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/44553d23384d4e77bd82d96f3a6767b4 2024-11-22T13:15:46,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8b49821a9db04f668c0ec3aee1e790a0 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/8b49821a9db04f668c0ec3aee1e790a0 2024-11-22T13:15:46,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/6754b393bf1f4e4ba0d72bcecef0d0f8 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/6754b393bf1f4e4ba0d72bcecef0d0f8 2024-11-22T13:15:46,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/999dcb01498d4822af2ee0535b904dc5 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/999dcb01498d4822af2ee0535b904dc5 2024-11-22T13:15:46,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/bbc90b3118e741bca4911b14b9edb168 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/bbc90b3118e741bca4911b14b9edb168 2024-11-22T13:15:46,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/1682a5c42e6e41b086dfe8d941dca861 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/1682a5c42e6e41b086dfe8d941dca861 2024-11-22T13:15:46,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/490b4f3298d24814a02b6614adfafa2b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/490b4f3298d24814a02b6614adfafa2b 2024-11-22T13:15:46,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/53c2b53aebdd49db96b9a6a3560dac28 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/53c2b53aebdd49db96b9a6a3560dac28 2024-11-22T13:15:46,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/3082c2bc835c42aeaac89129c64ff0aa to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/3082c2bc835c42aeaac89129c64ff0aa 2024-11-22T13:15:46,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/1cf9f3f4b5174921b4a5d150e9db9253 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/1cf9f3f4b5174921b4a5d150e9db9253 2024-11-22T13:15:46,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/50eb0e66dfd1453a9d34b103f3a1ba2f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/50eb0e66dfd1453a9d34b103f3a1ba2f 2024-11-22T13:15:46,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/65a3b0c1217442a2be78bb2060b5298d to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/65a3b0c1217442a2be78bb2060b5298d 2024-11-22T13:15:46,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/10513cfbc18146f69afe2d56d44897dd to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/10513cfbc18146f69afe2d56d44897dd 2024-11-22T13:15:46,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/0b9f328a7f9443ff97f81793fa8aeee4 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/0b9f328a7f9443ff97f81793fa8aeee4 2024-11-22T13:15:46,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/72f2850cc9204f3eb1a7d1bac3515ec4 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/72f2850cc9204f3eb1a7d1bac3515ec4 2024-11-22T13:15:46,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/b724314ecc5f40e7b6225aff02c34420 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/b724314ecc5f40e7b6225aff02c34420 2024-11-22T13:15:46,436 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/recovered.edits/539.seqid, newMaxSeqId=539, maxSeqId=1 2024-11-22T13:15:46,436 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. 2024-11-22T13:15:46,436 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1676): Region close journal for fb54a8e327abbda5820c1c08233df27a: Waiting for close lock at 1732281344079Running coprocessor pre-close hooks at 1732281344079Disabling compacts and flushes for region at 1732281344079Disabling writes for close at 1732281345085 (+1006 ms)Obtaining lock to block concurrent updates at 1732281345085Preparing flush snapshotting stores in fb54a8e327abbda5820c1c08233df27a at 1732281345085Finished memstore snapshotting TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1732281345085Flushing stores of TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a. at 1732281345086 (+1 ms)Flushing fb54a8e327abbda5820c1c08233df27a/A: creating writer at 1732281345086Flushing fb54a8e327abbda5820c1c08233df27a/A: appending metadata at 1732281345089 (+3 ms)Flushing fb54a8e327abbda5820c1c08233df27a/A: closing flushed file at 1732281345089Flushing fb54a8e327abbda5820c1c08233df27a/B: creating writer at 1732281345497 (+408 ms)Flushing fb54a8e327abbda5820c1c08233df27a/B: appending metadata at 1732281345499 (+2 ms)Flushing fb54a8e327abbda5820c1c08233df27a/B: closing flushed file at 1732281345499Flushing fb54a8e327abbda5820c1c08233df27a/C: creating writer at 1732281345909 (+410 ms)Flushing fb54a8e327abbda5820c1c08233df27a/C: appending metadata at 1732281345912 (+3 ms)Flushing fb54a8e327abbda5820c1c08233df27a/C: closing flushed file at 1732281345912Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57334f5c: reopening flushed file at 1732281346325 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55cd858a: reopening flushed file at 1732281346334 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7701ccce: reopening flushed file at 1732281346340 (+6 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for fb54a8e327abbda5820c1c08233df27a in 1260ms, sequenceid=536, compaction requested=true at 1732281346345 (+5 ms)Writing region close event to WAL at 1732281346433 (+88 ms)Running coprocessor post-close hooks at 1732281346436 (+3 ms)Closed at 1732281346436 2024-11-22T13:15:46,438 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(157): Closed fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:46,438 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=fb54a8e327abbda5820c1c08233df27a, regionState=CLOSED 2024-11-22T13:15:46,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 because future has completed 2024-11-22T13:15:46,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-22T13:15:46,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure fb54a8e327abbda5820c1c08233df27a, server=e025332d312f,34015,1732281255160 in 2.5150 sec 2024-11-22T13:15:46,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-22T13:15:46,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fb54a8e327abbda5820c1c08233df27a, UNASSIGN in 2.5190 sec 2024-11-22T13:15:46,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-22T13:15:46,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5230 sec 2024-11-22T13:15:46,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281346446"}]},"ts":"1732281346446"} 2024-11-22T13:15:46,447 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T13:15:46,447 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T13:15:46,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.5370 sec 2024-11-22T13:15:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T13:15:48,086 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:48,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T13:15:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:15:48,089 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:15:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T13:15:48,090 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=84, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:15:48,093 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:48,097 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A, FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B, FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C, FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/recovered.edits] 2024-11-22T13:15:48,100 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/0a6e8e2c6d534ae98c019851e252be68 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/0a6e8e2c6d534ae98c019851e252be68 2024-11-22T13:15:48,101 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/209c634bd65b4779a05bef3e98905921 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/209c634bd65b4779a05bef3e98905921 2024-11-22T13:15:48,103 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/7956fbb386454f9499e641f81d5c0367 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/A/7956fbb386454f9499e641f81d5c0367 2024-11-22T13:15:48,106 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/020309f8dd004150b7410f7c6ddcb2ee to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/020309f8dd004150b7410f7c6ddcb2ee 2024-11-22T13:15:48,107 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/b35946b8d8cf4f8cb8c4916504815816 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/b35946b8d8cf4f8cb8c4916504815816 2024-11-22T13:15:48,109 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/d37ee742c21a488c910f5e4a538c4b72 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/B/d37ee742c21a488c910f5e4a538c4b72 2024-11-22T13:15:48,112 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/11b3dc236a194a0ab7d37b7683cd95dc to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/11b3dc236a194a0ab7d37b7683cd95dc 2024-11-22T13:15:48,113 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/a887a5c5751b47d9b83e781431df81cd to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/a887a5c5751b47d9b83e781431df81cd 2024-11-22T13:15:48,114 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/ecbe1fd22e4644b38b64f0a1f57295b8 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/C/ecbe1fd22e4644b38b64f0a1f57295b8 2024-11-22T13:15:48,118 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/recovered.edits/539.seqid to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a/recovered.edits/539.seqid 2024-11-22T13:15:48,119 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/fb54a8e327abbda5820c1c08233df27a 2024-11-22T13:15:48,119 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T13:15:48,121 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=84, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:15:48,126 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T13:15:48,129 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T13:15:48,130 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=84, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:15:48,130 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T13:15:48,131 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732281348130"}]},"ts":"9223372036854775807"} 2024-11-22T13:15:48,133 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T13:15:48,133 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => fb54a8e327abbda5820c1c08233df27a, NAME => 'TestAcidGuarantees,,1732281315977.fb54a8e327abbda5820c1c08233df27a.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T13:15:48,134 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T13:15:48,134 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732281348134"}]},"ts":"9223372036854775807"} 2024-11-22T13:15:48,138 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T13:15:48,140 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=84, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:15:48,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 54 msec 2024-11-22T13:15:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T13:15:48,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T13:15:48,195 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:48,205 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248 (was 251), OpenFileDescriptor=455 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=374 (was 332) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2831 (was 2442) - AvailableMemoryMB LEAK? - 2024-11-22T13:15:48,217 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=374, ProcessCount=11, AvailableMemoryMB=2830 2024-11-22T13:15:48,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T13:15:48,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T13:15:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T13:15:48,221 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T13:15:48,221 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:48,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 85 2024-11-22T13:15:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-22T13:15:48,222 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T13:15:48,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742178_1354 (size=1061) 2024-11-22T13:15:48,230 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9 2024-11-22T13:15:48,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742179_1355 (size=53) 2024-11-22T13:15:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-22T13:15:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-22T13:15:48,647 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:15:48,647 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 81e8fd8ba27f5453de4739d7db8967b1, disabling compactions & flushes 2024-11-22T13:15:48,647 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:48,647 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:48,647 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. after waiting 0 ms 2024-11-22T13:15:48,647 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:48,647 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:48,647 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81e8fd8ba27f5453de4739d7db8967b1: Waiting for close lock at 1732281348647Disabling compacts and flushes for region at 1732281348647Disabling writes for close at 1732281348647Writing region close event to WAL at 1732281348647Closed at 1732281348647 2024-11-22T13:15:48,649 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T13:15:48,649 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732281348649"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281348649"}]},"ts":"1732281348649"} 2024-11-22T13:15:48,651 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T13:15:48,653 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T13:15:48,653 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281348653"}]},"ts":"1732281348653"} 2024-11-22T13:15:48,655 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T13:15:48,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=81e8fd8ba27f5453de4739d7db8967b1, ASSIGN}] 2024-11-22T13:15:48,657 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=81e8fd8ba27f5453de4739d7db8967b1, ASSIGN 2024-11-22T13:15:48,657 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=81e8fd8ba27f5453de4739d7db8967b1, ASSIGN; state=OFFLINE, location=e025332d312f,34015,1732281255160; forceNewPlan=false, retain=false 2024-11-22T13:15:48,808 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=81e8fd8ba27f5453de4739d7db8967b1, regionState=OPENING, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:15:48,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=81e8fd8ba27f5453de4739d7db8967b1, ASSIGN because future has completed 2024-11-22T13:15:48,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160}] 2024-11-22T13:15:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-22T13:15:48,998 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:48,998 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} 2024-11-22T13:15:48,998 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:48,998 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:15:48,999 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:48,999 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:49,001 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:49,003 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:15:49,003 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81e8fd8ba27f5453de4739d7db8967b1 columnFamilyName A 2024-11-22T13:15:49,004 DEBUG [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:49,004 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] regionserver.HStore(327): Store=81e8fd8ba27f5453de4739d7db8967b1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:15:49,004 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:49,006 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:15:49,006 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81e8fd8ba27f5453de4739d7db8967b1 columnFamilyName B 2024-11-22T13:15:49,006 DEBUG [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:49,007 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] regionserver.HStore(327): Store=81e8fd8ba27f5453de4739d7db8967b1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:15:49,007 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:49,008 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:15:49,009 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81e8fd8ba27f5453de4739d7db8967b1 columnFamilyName C 2024-11-22T13:15:49,009 DEBUG [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:49,009 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] regionserver.HStore(327): Store=81e8fd8ba27f5453de4739d7db8967b1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:15:49,010 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:49,010 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:49,011 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:49,011 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:49,012 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:49,012 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:49,013 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T13:15:49,015 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:49,018 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:15:49,018 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 81e8fd8ba27f5453de4739d7db8967b1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65049201, jitterRate=-0.030691370368003845}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T13:15:49,018 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:49,019 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 81e8fd8ba27f5453de4739d7db8967b1: Running coprocessor pre-open hook at 1732281348999Writing region info on filesystem at 1732281348999Initializing all the Stores at 1732281349000 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281349000Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281349001 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281349001Cleaning up temporary data from old regions at 1732281349012 (+11 ms)Running coprocessor post-open hooks at 1732281349018 (+6 ms)Region opened successfully at 1732281349019 (+1 ms) 2024-11-22T13:15:49,020 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., pid=87, masterSystemTime=1732281348993 2024-11-22T13:15:49,021 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:49,021 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:49,022 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=81e8fd8ba27f5453de4739d7db8967b1, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:15:49,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 because future has completed 2024-11-22T13:15:49,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-22T13:15:49,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; OpenRegionProcedure 81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 in 212 msec 2024-11-22T13:15:49,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-22T13:15:49,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=81e8fd8ba27f5453de4739d7db8967b1, ASSIGN in 371 msec 2024-11-22T13:15:49,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T13:15:49,028 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281349028"}]},"ts":"1732281349028"} 2024-11-22T13:15:49,030 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T13:15:49,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T13:15:49,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 811 msec 2024-11-22T13:15:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-22T13:15:49,355 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:49,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7befe57f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:49,357 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:15:49,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:15:49,359 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:15:49,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:15:49,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:15:49,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e5c835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:49,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:15:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:15:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:49,361 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:15:49,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@201d0d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:49,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:15:49,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:15:49,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:15:49,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:15:49,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T13:15:49,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e025332d312f,46617,1732281253851 2024-11-22T13:15:49,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@108975d6 2024-11-22T13:15:49,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T13:15:49,368 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T13:15:49,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T13:15:49,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T13:15:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T13:15:49,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742180_1356 (size=1097) 2024-11-22T13:15:49,783 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-22T13:15:49,783 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-22T13:15:49,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T13:15:49,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=81e8fd8ba27f5453de4739d7db8967b1, REOPEN/MOVE}] 2024-11-22T13:15:49,790 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=81e8fd8ba27f5453de4739d7db8967b1, REOPEN/MOVE 2024-11-22T13:15:49,791 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=81e8fd8ba27f5453de4739d7db8967b1, regionState=CLOSING, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:15:49,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=81e8fd8ba27f5453de4739d7db8967b1, REOPEN/MOVE because future has completed 2024-11-22T13:15:49,793 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T13:15:49,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160}] 2024-11-22T13:15:49,946 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:49,946 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T13:15:49,946 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 81e8fd8ba27f5453de4739d7db8967b1, disabling compactions & flushes 2024-11-22T13:15:49,946 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:49,946 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:49,946 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. after waiting 0 ms 2024-11-22T13:15:49,946 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:49,950 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T13:15:49,950 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:49,950 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 81e8fd8ba27f5453de4739d7db8967b1: Waiting for close lock at 1732281349946Running coprocessor pre-close hooks at 1732281349946Disabling compacts and flushes for region at 1732281349946Disabling writes for close at 1732281349946Writing region close event to WAL at 1732281349947 (+1 ms)Running coprocessor post-close hooks at 1732281349950 (+3 ms)Closed at 1732281349950 2024-11-22T13:15:49,950 WARN [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionServer(3299): Not adding moved region record: 81e8fd8ba27f5453de4739d7db8967b1 to self. 2024-11-22T13:15:49,952 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:49,953 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=81e8fd8ba27f5453de4739d7db8967b1, regionState=CLOSED 2024-11-22T13:15:49,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 because future has completed 2024-11-22T13:15:49,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-22T13:15:49,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 in 161 msec 2024-11-22T13:15:49,956 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=81e8fd8ba27f5453de4739d7db8967b1, REOPEN/MOVE; state=CLOSED, location=e025332d312f,34015,1732281255160; forceNewPlan=false, retain=true 2024-11-22T13:15:50,107 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=81e8fd8ba27f5453de4739d7db8967b1, regionState=OPENING, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:15:50,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=81e8fd8ba27f5453de4739d7db8967b1, REOPEN/MOVE because future has completed 2024-11-22T13:15:50,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160}] 2024-11-22T13:15:50,263 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:50,263 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7752): Opening region: {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} 2024-11-22T13:15:50,263 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:50,263 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:15:50,263 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7794): checking encryption for 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:50,264 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7797): checking classloading for 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:50,265 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:50,266 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:15:50,266 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81e8fd8ba27f5453de4739d7db8967b1 columnFamilyName A 2024-11-22T13:15:50,267 DEBUG [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:50,267 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] regionserver.HStore(327): Store=81e8fd8ba27f5453de4739d7db8967b1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:15:50,268 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:50,268 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:15:50,268 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81e8fd8ba27f5453de4739d7db8967b1 columnFamilyName B 2024-11-22T13:15:50,269 DEBUG [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:50,269 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] regionserver.HStore(327): Store=81e8fd8ba27f5453de4739d7db8967b1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:15:50,269 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:50,270 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:15:50,270 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81e8fd8ba27f5453de4739d7db8967b1 columnFamilyName C 2024-11-22T13:15:50,270 DEBUG [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:50,270 INFO [StoreOpener-81e8fd8ba27f5453de4739d7db8967b1-1 {}] regionserver.HStore(327): Store=81e8fd8ba27f5453de4739d7db8967b1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:15:50,270 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:50,270 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1038): replaying wal for 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:50,271 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:50,271 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:50,272 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1048): stopping wal replay for 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:50,272 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1060): Cleaning up temporary data for 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:50,273 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T13:15:50,274 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1093): writing seq id for 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:50,275 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1114): Opened 81e8fd8ba27f5453de4739d7db8967b1; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69734924, jitterRate=0.039131343364715576}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T13:15:50,275 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:50,276 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1006): Region open journal for 81e8fd8ba27f5453de4739d7db8967b1: Running coprocessor pre-open hook at 1732281350264Writing region info on filesystem at 1732281350264Initializing all the Stores at 1732281350264Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281350264Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281350264Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281350264Cleaning up temporary data from old regions at 1732281350272 (+8 ms)Running coprocessor post-open hooks at 1732281350275 (+3 ms)Region opened successfully at 1732281350276 (+1 ms) 2024-11-22T13:15:50,277 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., pid=92, masterSystemTime=1732281350260 2024-11-22T13:15:50,279 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:50,279 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:50,280 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=81e8fd8ba27f5453de4739d7db8967b1, regionState=OPEN, openSeqNum=5, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:15:50,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 because future has completed 2024-11-22T13:15:50,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=90 2024-11-22T13:15:50,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure 81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 in 174 msec 2024-11-22T13:15:50,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-22T13:15:50,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=81e8fd8ba27f5453de4739d7db8967b1, REOPEN/MOVE in 495 msec 2024-11-22T13:15:50,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-22T13:15:50,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 501 msec 2024-11-22T13:15:50,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 919 msec 2024-11-22T13:15:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-22T13:15:50,292 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:50,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b10b9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,293 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:15:50,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:15:50,294 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:15:50,294 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:15:50,294 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:15:50,294 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7728bbe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,294 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:15:50,294 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:15:50,294 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:50,295 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:15:50,296 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129e4abf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c265f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,296 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:15:50,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:15:50,297 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:15:50,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:15:50,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:15:50,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b59411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:15:50,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:15:50,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:50,298 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:15:50,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e789c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c21b87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:15:50,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:15:50,300 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:15:50,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:15:50,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:15:50,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cfa918b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:15:50,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:15:50,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:50,302 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:15:50,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5626b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e136ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:15:50,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:15:50,304 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:15:50,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:15:50,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:15:50,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b6f6dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:15:50,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:15:50,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:50,305 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:15:50,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1366d098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f004f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:15:50,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:15:50,307 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:15:50,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:15:50,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:15:50,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af54ab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:15:50,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:15:50,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:50,308 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:15:50,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145c8354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35aa2c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,309 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:15:50,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:15:50,310 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:15:50,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:15:50,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:15:50,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300e21e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:15:50,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:15:50,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:50,311 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:15:50,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d59165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f9edfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:15:50,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:15:50,313 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:15:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:15:50,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:15:50,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ce7263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:15:50,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:15:50,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:50,315 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:15:50,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532e1919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42125f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:15:50,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:15:50,317 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:15:50,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:15:50,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:15:50,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d84941a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:15:50,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:15:50,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:50,319 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:15:50,319 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae799ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b126a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:15:50,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:15:50,321 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:15:50,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:15:50,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:15:50,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6918b817, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:15:50,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:15:50,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:50,322 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:15:50,323 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9ed943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa71035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:15:50,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:15:50,324 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:15:50,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:15:50,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:15:50,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303ca61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:15:50,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:15:50,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:50,326 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:15:50,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad1b63c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:15:50,327 DEBUG [Thread-1625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:15:50,327 DEBUG [Thread-1629 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:15:50,327 DEBUG [Thread-1616 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:15:50,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:15:50,327 DEBUG [Thread-1623 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:15:50,327 DEBUG [Thread-1631 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:15:50,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:15:50,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:15:50,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:15:50,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:15:50,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:15:50,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:15:50,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:15:50,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:15:50,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:15:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-22T13:15:50,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:15:50,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:15:50,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:15:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-22T13:15:50,330 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:15:50,331 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:15:50,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:15:50,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:15:50,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:15:50,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:15:50,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:15:50,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:15:50,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:15:50,336 DEBUG [Thread-1614 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:15:50,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:15:50,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:15:50,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:15:50,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:15:50,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:15:50,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:15:50,344 DEBUG [Thread-1612 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:15:50,344 DEBUG [Thread-1618 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:15:50,344 DEBUG [Thread-1620 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:15:50,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:15:50,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:15:50,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:15:50,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:15:50,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:15:50,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:15:50,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:15:50,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:15:50,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:15:50,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:15:50,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:15:50,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:15:50,353 DEBUG [Thread-1627 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:15:50,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:15:50,354 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:15:50,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:15:50,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:15:50,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 81e8fd8ba27f5453de4739d7db8967b1 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T13:15:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=A 2024-11-22T13:15:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=B 2024-11-22T13:15:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=C 2024-11-22T13:15:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:50,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732281350396, max timestamp=1732281350422Num uniques 859; 2024-11-22T13:15:50,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732281350396, max timestamp=1732281350422Num uniques 859; 2024-11-22T13:15:50,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732281350396, max timestamp=1732281350422Num uniques 859; 2024-11-22T13:15:50,427 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T13:15:50,427 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T13:15:50,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T13:15:50,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122146abaab308f4f57880f9474341b2470_81e8fd8ba27f5453de4739d7db8967b1 is 50, key is test_row_0/A:col10/1732281350347/Put/seqid=0 2024-11-22T13:15:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-22T13:15:50,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742181_1357 (size=19474) 2024-11-22T13:15:50,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281410469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:50,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:50,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281410469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:50,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:50,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281410470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:50,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:50,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:50,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281410471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:50,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:50,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281410471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:50,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:50,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-22T13:15:50,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:50,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:50,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:50,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:50,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:50,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281410595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:50,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:50,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281410595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:50,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:50,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281410595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:50,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281410595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:50,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:50,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281410595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:50,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:50,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-22T13:15:50,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-22T13:15:50,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:50,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:50,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:50,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:50,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:50,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-22T13:15:50,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:50,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:50,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:50,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:50,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:50,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281410815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:50,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:50,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281410815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:50,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:50,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281410815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:50,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:50,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281410815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:50,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:50,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:50,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281410815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:50,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:50,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:50,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:50,860 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:50,863 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122146abaab308f4f57880f9474341b2470_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122146abaab308f4f57880f9474341b2470_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:50,864 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/56e32abef5874851925a6190ab5f2441, store: [table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:15:50,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/56e32abef5874851925a6190ab5f2441 is 175, key is test_row_0/A:col10/1732281350347/Put/seqid=0 2024-11-22T13:15:50,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742182_1358 (size=56733) 2024-11-22T13:15:50,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-22T13:15:50,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:50,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:50,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:50,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:50,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-22T13:15:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:51,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-22T13:15:51,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:51,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:51,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:51,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:51,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:51,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281411135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:51,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:51,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:51,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:51,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281411135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:51,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281411135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:51,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281411135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:51,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281411136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:51,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:51,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-22T13:15:51,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:51,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:51,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:51,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:51,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:51,274 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/56e32abef5874851925a6190ab5f2441 2024-11-22T13:15:51,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/cd31732e54364ab09b0cbefa8af19ad6 is 50, key is test_row_0/B:col10/1732281350347/Put/seqid=0 2024-11-22T13:15:51,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742183_1359 (size=12001) 2024-11-22T13:15:51,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/cd31732e54364ab09b0cbefa8af19ad6 2024-11-22T13:15:51,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/a632141b71834dd0a8d0b7f54bca650a is 50, key is test_row_0/C:col10/1732281350347/Put/seqid=0 2024-11-22T13:15:51,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742184_1360 (size=12001) 2024-11-22T13:15:51,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-22T13:15:51,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:51,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:51,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:51,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:51,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-22T13:15:51,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-22T13:15:51,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:51,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:51,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:51,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:51,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:51,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281411645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:51,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:51,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:51,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281411645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:51,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:51,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:51,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:51,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281411645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:51,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:51,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:51,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:51,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:51,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281411655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:51,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:51,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281411655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:51,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:51,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:51,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:51,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:51,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:51,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-22T13:15:51,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:51,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:51,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:51,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:51,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:51,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/a632141b71834dd0a8d0b7f54bca650a 2024-11-22T13:15:51,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/56e32abef5874851925a6190ab5f2441 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/56e32abef5874851925a6190ab5f2441 2024-11-22T13:15:51,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/56e32abef5874851925a6190ab5f2441, entries=300, sequenceid=15, filesize=55.4 K 2024-11-22T13:15:51,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/cd31732e54364ab09b0cbefa8af19ad6 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/cd31732e54364ab09b0cbefa8af19ad6 2024-11-22T13:15:51,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/cd31732e54364ab09b0cbefa8af19ad6, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T13:15:51,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/a632141b71834dd0a8d0b7f54bca650a as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/a632141b71834dd0a8d0b7f54bca650a 2024-11-22T13:15:51,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/a632141b71834dd0a8d0b7f54bca650a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T13:15:51,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 81e8fd8ba27f5453de4739d7db8967b1 in 1394ms, sequenceid=15, compaction requested=false 2024-11-22T13:15:51,755 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T13:15:51,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:15:51,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-22T13:15:51,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:51,874 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing 81e8fd8ba27f5453de4739d7db8967b1 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-22T13:15:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=A 2024-11-22T13:15:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=B 2024-11-22T13:15:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=C 2024-11-22T13:15:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:51,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112258352ac5a1594dfa95cc16d0924bf4a7_81e8fd8ba27f5453de4739d7db8967b1 is 50, key is test_row_0/A:col10/1732281350465/Put/seqid=0 2024-11-22T13:15:51,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742185_1361 (size=12154) 2024-11-22T13:15:51,967 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T13:15:52,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:52,288 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112258352ac5a1594dfa95cc16d0924bf4a7_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112258352ac5a1594dfa95cc16d0924bf4a7_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:52,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/8b34f287b6e84b57a8c06592e67dcbd5, store: [table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:15:52,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/8b34f287b6e84b57a8c06592e67dcbd5 is 175, key is test_row_0/A:col10/1732281350465/Put/seqid=0 2024-11-22T13:15:52,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742186_1362 (size=30955) 2024-11-22T13:15:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-22T13:15:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:52,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:52,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281412675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:52,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281412676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:52,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:52,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:52,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:52,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:52,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:52,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:52,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281412681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:52,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:52,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:52,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:52,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281412682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:52,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:52,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:52,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:52,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281412687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:52,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:52,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:52,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:52,701 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/8b34f287b6e84b57a8c06592e67dcbd5 2024-11-22T13:15:52,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/f06f73e6c637409ba0aaae817281cd3c is 50, key is test_row_0/B:col10/1732281350465/Put/seqid=0 2024-11-22T13:15:52,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742187_1363 (size=12001) 2024-11-22T13:15:52,713 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/f06f73e6c637409ba0aaae817281cd3c 2024-11-22T13:15:52,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/69f258138fa2479b963eaf69135ab918 is 50, key is test_row_0/C:col10/1732281350465/Put/seqid=0 2024-11-22T13:15:52,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742188_1364 (size=12001) 2024-11-22T13:15:52,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281412794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:52,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:52,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281412795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:52,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:52,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:52,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:52,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:52,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:52,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281412795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:52,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:52,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281412795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:52,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:52,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:52,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:52,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:52,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:52,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281412805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:53,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281413015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:53,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:53,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281413015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:53,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:53,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281413015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281413015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281413015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:53,124 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/69f258138fa2479b963eaf69135ab918 2024-11-22T13:15:53,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/8b34f287b6e84b57a8c06592e67dcbd5 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/8b34f287b6e84b57a8c06592e67dcbd5 2024-11-22T13:15:53,133 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/8b34f287b6e84b57a8c06592e67dcbd5, entries=150, sequenceid=49, filesize=30.2 K 2024-11-22T13:15:53,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/f06f73e6c637409ba0aaae817281cd3c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/f06f73e6c637409ba0aaae817281cd3c 2024-11-22T13:15:53,137 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/f06f73e6c637409ba0aaae817281cd3c, entries=150, sequenceid=49, filesize=11.7 K 2024-11-22T13:15:53,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/69f258138fa2479b963eaf69135ab918 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/69f258138fa2479b963eaf69135ab918 2024-11-22T13:15:53,141 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/69f258138fa2479b963eaf69135ab918, entries=150, sequenceid=49, filesize=11.7 K 2024-11-22T13:15:53,142 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for 81e8fd8ba27f5453de4739d7db8967b1 in 1269ms, sequenceid=49, compaction requested=false 2024-11-22T13:15:53,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:15:53,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:53,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-22T13:15:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=94 2024-11-22T13:15:53,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-22T13:15:53,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8120 sec 2024-11-22T13:15:53,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 2.8190 sec 2024-11-22T13:15:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:53,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 81e8fd8ba27f5453de4739d7db8967b1 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T13:15:53,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=A 2024-11-22T13:15:53,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:53,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=B 2024-11-22T13:15:53,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:53,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=C 2024-11-22T13:15:53,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:53,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112287432f81d6d14dc2b1dad91b81f44d22_81e8fd8ba27f5453de4739d7db8967b1 is 50, key is test_row_0/A:col10/1732281352685/Put/seqid=0 2024-11-22T13:15:53,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742189_1365 (size=14594) 2024-11-22T13:15:53,364 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:53,369 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112287432f81d6d14dc2b1dad91b81f44d22_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112287432f81d6d14dc2b1dad91b81f44d22_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:53,369 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/4b564835bc4e49089397bfc126242d0e, store: [table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:15:53,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/4b564835bc4e49089397bfc126242d0e is 175, key is test_row_0/A:col10/1732281352685/Put/seqid=0 2024-11-22T13:15:53,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742190_1366 (size=39549) 2024-11-22T13:15:53,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281413378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:53,392 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/4b564835bc4e49089397bfc126242d0e 2024-11-22T13:15:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:53,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281413380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:53,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:53,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281413382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:53,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:53,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:53,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:53,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281413383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:53,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:53,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/56b5e3221d094c2e9f95373b951ca71f is 50, key is test_row_0/B:col10/1732281352685/Put/seqid=0 2024-11-22T13:15:53,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281413392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:53,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:53,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742191_1367 (size=12001) 2024-11-22T13:15:53,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281413495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:53,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:53,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:53,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281413505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:53,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:53,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281413505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:53,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:53,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:53,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281413505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:53,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:53,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281413515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:53,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:53,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281413705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:53,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:53,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281413715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:53,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:53,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281413715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:53,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:53,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281413715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:53,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:53,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281413735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:53,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:53,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:53,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/56b5e3221d094c2e9f95373b951ca71f 2024-11-22T13:15:53,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/8f3428236808426dba6e1c2c8ed79452 is 50, key is test_row_0/C:col10/1732281352685/Put/seqid=0 2024-11-22T13:15:53,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742192_1368 (size=12001) 2024-11-22T13:15:53,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/8f3428236808426dba6e1c2c8ed79452 2024-11-22T13:15:53,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/4b564835bc4e49089397bfc126242d0e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/4b564835bc4e49089397bfc126242d0e 2024-11-22T13:15:53,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/4b564835bc4e49089397bfc126242d0e, entries=200, sequenceid=61, filesize=38.6 K 2024-11-22T13:15:53,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/56b5e3221d094c2e9f95373b951ca71f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/56b5e3221d094c2e9f95373b951ca71f 2024-11-22T13:15:53,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/56b5e3221d094c2e9f95373b951ca71f, entries=150, sequenceid=61, filesize=11.7 K 2024-11-22T13:15:53,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/8f3428236808426dba6e1c2c8ed79452 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/8f3428236808426dba6e1c2c8ed79452 2024-11-22T13:15:53,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/8f3428236808426dba6e1c2c8ed79452, entries=150, sequenceid=61, filesize=11.7 K 2024-11-22T13:15:53,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 81e8fd8ba27f5453de4739d7db8967b1 in 528ms, sequenceid=61, compaction requested=true 2024-11-22T13:15:53,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:15:53,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e8fd8ba27f5453de4739d7db8967b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:15:53,860 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:53,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:53,860 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:53,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e8fd8ba27f5453de4739d7db8967b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:15:53,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:53,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e8fd8ba27f5453de4739d7db8967b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:15:53,861 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:53,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:53,861 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 81e8fd8ba27f5453de4739d7db8967b1/B is initiating minor compaction (all files) 2024-11-22T13:15:53,862 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 81e8fd8ba27f5453de4739d7db8967b1/B in TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:53,862 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/cd31732e54364ab09b0cbefa8af19ad6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/f06f73e6c637409ba0aaae817281cd3c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/56b5e3221d094c2e9f95373b951ca71f] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp, totalSize=35.2 K 2024-11-22T13:15:53,862 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127237 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:53,862 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 81e8fd8ba27f5453de4739d7db8967b1/A is initiating minor compaction (all files) 2024-11-22T13:15:53,862 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 81e8fd8ba27f5453de4739d7db8967b1/A in TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:53,862 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/56e32abef5874851925a6190ab5f2441, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/8b34f287b6e84b57a8c06592e67dcbd5, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/4b564835bc4e49089397bfc126242d0e] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp, totalSize=124.3 K 2024-11-22T13:15:53,862 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:53,862 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. files: [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/56e32abef5874851925a6190ab5f2441, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/8b34f287b6e84b57a8c06592e67dcbd5, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/4b564835bc4e49089397bfc126242d0e] 2024-11-22T13:15:53,862 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56e32abef5874851925a6190ab5f2441, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732281350347 2024-11-22T13:15:53,862 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting cd31732e54364ab09b0cbefa8af19ad6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732281350347 2024-11-22T13:15:53,863 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b34f287b6e84b57a8c06592e67dcbd5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732281350465 2024-11-22T13:15:53,863 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting f06f73e6c637409ba0aaae817281cd3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732281350465 2024-11-22T13:15:53,863 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b564835bc4e49089397bfc126242d0e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732281352675 2024-11-22T13:15:53,863 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 56b5e3221d094c2e9f95373b951ca71f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732281352680 2024-11-22T13:15:53,867 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:15:53,869 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e8fd8ba27f5453de4739d7db8967b1#B#compaction#319 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:53,869 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112265de0792eb7a498491c9b991e34dec86_81e8fd8ba27f5453de4739d7db8967b1 store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:15:53,870 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/c1acac9421b0439cbf87a7bc26ea4d0a is 50, key is test_row_0/B:col10/1732281352685/Put/seqid=0 2024-11-22T13:15:53,872 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112265de0792eb7a498491c9b991e34dec86_81e8fd8ba27f5453de4739d7db8967b1, store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:15:53,872 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112265de0792eb7a498491c9b991e34dec86_81e8fd8ba27f5453de4739d7db8967b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:15:53,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742194_1370 (size=4469) 2024-11-22T13:15:53,883 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e8fd8ba27f5453de4739d7db8967b1#A#compaction#318 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:53,884 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/40dd8501d06b46fe97a6c8f4c22a8069 is 175, key is test_row_0/A:col10/1732281352685/Put/seqid=0 2024-11-22T13:15:53,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742193_1369 (size=12104) 2024-11-22T13:15:53,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742195_1371 (size=31058) 2024-11-22T13:15:53,908 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/40dd8501d06b46fe97a6c8f4c22a8069 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/40dd8501d06b46fe97a6c8f4c22a8069 2024-11-22T13:15:53,926 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 81e8fd8ba27f5453de4739d7db8967b1/A of 81e8fd8ba27f5453de4739d7db8967b1 into 40dd8501d06b46fe97a6c8f4c22a8069(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:53,926 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:15:53,926 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., storeName=81e8fd8ba27f5453de4739d7db8967b1/A, priority=13, startTime=1732281353860; duration=0sec 2024-11-22T13:15:53,927 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:53,927 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e8fd8ba27f5453de4739d7db8967b1:A 2024-11-22T13:15:53,927 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:53,928 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:53,928 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 81e8fd8ba27f5453de4739d7db8967b1/C is initiating minor compaction (all files) 2024-11-22T13:15:53,928 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 81e8fd8ba27f5453de4739d7db8967b1/C in TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:53,928 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/a632141b71834dd0a8d0b7f54bca650a, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/69f258138fa2479b963eaf69135ab918, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/8f3428236808426dba6e1c2c8ed79452] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp, totalSize=35.2 K 2024-11-22T13:15:53,928 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting a632141b71834dd0a8d0b7f54bca650a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732281350347 2024-11-22T13:15:53,929 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69f258138fa2479b963eaf69135ab918, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732281350465 2024-11-22T13:15:53,929 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f3428236808426dba6e1c2c8ed79452, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732281352680 2024-11-22T13:15:53,939 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e8fd8ba27f5453de4739d7db8967b1#C#compaction#320 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:53,939 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/d1a950ce4d5d41dd86a4dff4ab80114e is 50, key is test_row_0/C:col10/1732281352685/Put/seqid=0 2024-11-22T13:15:53,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742196_1372 (size=12104) 2024-11-22T13:15:53,970 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/d1a950ce4d5d41dd86a4dff4ab80114e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/d1a950ce4d5d41dd86a4dff4ab80114e 2024-11-22T13:15:53,980 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 81e8fd8ba27f5453de4739d7db8967b1/C of 81e8fd8ba27f5453de4739d7db8967b1 into d1a950ce4d5d41dd86a4dff4ab80114e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:53,980 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:15:53,980 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., storeName=81e8fd8ba27f5453de4739d7db8967b1/C, priority=13, startTime=1732281353861; duration=0sec 2024-11-22T13:15:53,980 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:53,980 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e8fd8ba27f5453de4739d7db8967b1:C 2024-11-22T13:15:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:54,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 81e8fd8ba27f5453de4739d7db8967b1 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-22T13:15:54,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=A 2024-11-22T13:15:54,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:54,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=B 2024-11-22T13:15:54,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:54,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=C 2024-11-22T13:15:54,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:54,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a3e2e7ae41d34f43993099c54a9b72ff_81e8fd8ba27f5453de4739d7db8967b1 is 50, key is test_row_0/A:col10/1732281353376/Put/seqid=0 2024-11-22T13:15:54,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281414045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:54,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:54,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281414046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:54,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:54,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281414049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:54,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:54,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742197_1373 (size=12154) 2024-11-22T13:15:54,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281414056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:54,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:54,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281414057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:54,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:54,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281414165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:54,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:54,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281414166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:54,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:54,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281414166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:54,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281414166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:54,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:54,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:54,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281414185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:54,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:54,293 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/c1acac9421b0439cbf87a7bc26ea4d0a as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/c1acac9421b0439cbf87a7bc26ea4d0a 2024-11-22T13:15:54,297 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 81e8fd8ba27f5453de4739d7db8967b1/B of 81e8fd8ba27f5453de4739d7db8967b1 into c1acac9421b0439cbf87a7bc26ea4d0a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:54,297 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:15:54,297 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., storeName=81e8fd8ba27f5453de4739d7db8967b1/B, priority=13, startTime=1732281353860; duration=0sec 2024-11-22T13:15:54,297 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:54,297 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e8fd8ba27f5453de4739d7db8967b1:B 2024-11-22T13:15:54,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281414385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:54,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:54,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281414385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:54,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:54,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281414385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281414385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:54,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281414409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:54,462 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:54,465 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a3e2e7ae41d34f43993099c54a9b72ff_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a3e2e7ae41d34f43993099c54a9b72ff_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:54,466 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/e01a67d242354634bffef2324bcfcb55, store: [table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:15:54,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/e01a67d242354634bffef2324bcfcb55 is 175, key is test_row_0/A:col10/1732281353376/Put/seqid=0 2024-11-22T13:15:54,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742198_1374 (size=30955) 2024-11-22T13:15:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-22T13:15:54,485 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:54,485 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:15:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-22T13:15:54,487 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:15:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-22T13:15:54,487 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:15:54,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:15:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-22T13:15:54,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T13:15:54,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:54,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:54,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:54,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:54,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:54,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281414705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:54,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:54,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281414705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:54,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:54,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281414705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281414705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:54,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281414724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:54,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:54,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:54,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T13:15:54,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:54,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:54,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:54,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:54,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-22T13:15:54,874 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=84, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/e01a67d242354634bffef2324bcfcb55 2024-11-22T13:15:54,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/d008309559e84f9fa81aa810c76ea04e is 50, key is test_row_0/B:col10/1732281353376/Put/seqid=0 2024-11-22T13:15:54,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742199_1375 (size=12001) 2024-11-22T13:15:54,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/d008309559e84f9fa81aa810c76ea04e 2024-11-22T13:15:54,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/626ccaed873b45b294dc393405bd3ce7 is 50, key is test_row_0/C:col10/1732281353376/Put/seqid=0 2024-11-22T13:15:54,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742200_1376 (size=12001) 2024-11-22T13:15:54,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/626ccaed873b45b294dc393405bd3ce7 2024-11-22T13:15:54,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/e01a67d242354634bffef2324bcfcb55 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/e01a67d242354634bffef2324bcfcb55 2024-11-22T13:15:54,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/e01a67d242354634bffef2324bcfcb55, entries=150, sequenceid=84, filesize=30.2 K 2024-11-22T13:15:54,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/d008309559e84f9fa81aa810c76ea04e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/d008309559e84f9fa81aa810c76ea04e 2024-11-22T13:15:54,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/d008309559e84f9fa81aa810c76ea04e, entries=150, sequenceid=84, filesize=11.7 K 2024-11-22T13:15:54,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/626ccaed873b45b294dc393405bd3ce7 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/626ccaed873b45b294dc393405bd3ce7 2024-11-22T13:15:54,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/626ccaed873b45b294dc393405bd3ce7, entries=150, sequenceid=84, filesize=11.7 K 2024-11-22T13:15:54,944 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-22T13:15:54,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 81e8fd8ba27f5453de4739d7db8967b1 in 915ms, sequenceid=84, compaction requested=false 2024-11-22T13:15:54,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:15:54,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T13:15:54,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:54,949 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 81e8fd8ba27f5453de4739d7db8967b1 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T13:15:54,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=A 2024-11-22T13:15:54,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:54,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=B 2024-11-22T13:15:54,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:54,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=C 2024-11-22T13:15:54,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:54,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112272c32501e66e45eeafcd21dd4648c9ed_81e8fd8ba27f5453de4739d7db8967b1 is 50, key is test_row_0/A:col10/1732281354055/Put/seqid=0 2024-11-22T13:15:54,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742201_1377 (size=12154) 2024-11-22T13:15:54,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:54,980 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112272c32501e66e45eeafcd21dd4648c9ed_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112272c32501e66e45eeafcd21dd4648c9ed_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:54,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/d36019374fca4cada3a9e8612680ff86, store: [table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:15:54,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/d36019374fca4cada3a9e8612680ff86 is 175, key is test_row_0/A:col10/1732281354055/Put/seqid=0 2024-11-22T13:15:54,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742202_1378 (size=30955) 2024-11-22T13:15:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-22T13:15:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:55,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:55,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281415246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:55,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281415249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:55,259 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281355235, max timestamp=1732281355256Num uniques 859; 2024-11-22T13:15:55,259 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281355235, max timestamp=1732281355256Num uniques 859; 2024-11-22T13:15:55,259 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281355235, max timestamp=1732281355256Num uniques 859; 2024-11-22T13:15:55,259 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:15:55,259 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:15:55,259 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:15:55,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:55,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:55,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281415302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:55,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:55,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281415303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:55,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:55,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281415305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:55,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281415365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:55,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:55,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281415365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:55,398 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/d36019374fca4cada3a9e8612680ff86 2024-11-22T13:15:55,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/a9856385c8d84e3e8c881e9e11b62c3f is 50, key is test_row_0/B:col10/1732281354055/Put/seqid=0 2024-11-22T13:15:55,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742203_1379 (size=12001) 2024-11-22T13:15:55,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281415415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:55,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:55,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281415425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:55,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:55,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281415425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:55,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:55,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:55,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281415574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:55,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:55,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281415574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:55,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:55,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-22T13:15:55,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281415625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:55,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:55,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281415634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:55,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281415634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:55,813 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/a9856385c8d84e3e8c881e9e11b62c3f 2024-11-22T13:15:55,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/94f4e9b9a3da4f9ebf6c10d1c7ecef43 is 50, key is test_row_0/C:col10/1732281354055/Put/seqid=0 2024-11-22T13:15:55,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742204_1380 (size=12001) 2024-11-22T13:15:55,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281415894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:55,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:55,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281415894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:55,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:55,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:55,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281415945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:55,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:55,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281415955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:55,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:55,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281415955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:55,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:55,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:56,222 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/94f4e9b9a3da4f9ebf6c10d1c7ecef43 2024-11-22T13:15:56,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/d36019374fca4cada3a9e8612680ff86 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/d36019374fca4cada3a9e8612680ff86 2024-11-22T13:15:56,230 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/d36019374fca4cada3a9e8612680ff86, entries=150, sequenceid=96, filesize=30.2 K 2024-11-22T13:15:56,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/a9856385c8d84e3e8c881e9e11b62c3f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/a9856385c8d84e3e8c881e9e11b62c3f 2024-11-22T13:15:56,234 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/a9856385c8d84e3e8c881e9e11b62c3f, entries=150, sequenceid=96, filesize=11.7 K 2024-11-22T13:15:56,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/94f4e9b9a3da4f9ebf6c10d1c7ecef43 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/94f4e9b9a3da4f9ebf6c10d1c7ecef43 2024-11-22T13:15:56,240 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/94f4e9b9a3da4f9ebf6c10d1c7ecef43, entries=150, sequenceid=96, filesize=11.7 K 2024-11-22T13:15:56,241 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 81e8fd8ba27f5453de4739d7db8967b1 in 1292ms, sequenceid=96, compaction requested=true 2024-11-22T13:15:56,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:15:56,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:56,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-22T13:15:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-22T13:15:56,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-22T13:15:56,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7560 sec 2024-11-22T13:15:56,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.7610 sec 2024-11-22T13:15:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:56,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 81e8fd8ba27f5453de4739d7db8967b1 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-22T13:15:56,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=A 2024-11-22T13:15:56,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:56,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=B 2024-11-22T13:15:56,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:56,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=C 2024-11-22T13:15:56,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:56,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122664131cbd03e4169a37dddddba6d584c_81e8fd8ba27f5453de4739d7db8967b1 is 50, key is test_row_0/A:col10/1732281356424/Put/seqid=0 2024-11-22T13:15:56,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742205_1381 (size=14694) 2024-11-22T13:15:56,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281416454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:56,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:56,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:56,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:56,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281416461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:56,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:56,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:56,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:56,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281416464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:56,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:56,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:56,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:56,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281416475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:56,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:56,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:56,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:56,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281416475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:56,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:56,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:56,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:56,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:56,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281416574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:56,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:56,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:56,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281416575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:56,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:56,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:56,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:56,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-22T13:15:56,636 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:56,636 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:15:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-22T13:15:56,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T13:15:56,638 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:15:56,639 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:15:56,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:15:56,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T13:15:56,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T13:15:56,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:56,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:56,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:56,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:56,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:56,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:56,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281416795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:56,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:56,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:56,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:56,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:56,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281416795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:56,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:56,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:56,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:56,834 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:56,840 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122664131cbd03e4169a37dddddba6d584c_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122664131cbd03e4169a37dddddba6d584c_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:56,841 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/3c6fc8e09d8a4fc1baa45bd3146c5807, store: [table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:15:56,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/3c6fc8e09d8a4fc1baa45bd3146c5807 is 175, key is test_row_0/A:col10/1732281356424/Put/seqid=0 2024-11-22T13:15:56,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742206_1382 (size=39649) 2024-11-22T13:15:56,851 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/3c6fc8e09d8a4fc1baa45bd3146c5807 2024-11-22T13:15:56,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/baab0ce7a9374478a9e38152d8bfec8c is 50, key is test_row_0/B:col10/1732281356424/Put/seqid=0 2024-11-22T13:15:56,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742207_1383 (size=12051) 2024-11-22T13:15:56,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/baab0ce7a9374478a9e38152d8bfec8c 2024-11-22T13:15:56,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/d09c9b141ed54952a4450ff1a5720224 is 50, key is test_row_0/C:col10/1732281356424/Put/seqid=0 2024-11-22T13:15:56,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742208_1384 (size=12051) 2024-11-22T13:15:56,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T13:15:56,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:56,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:56,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:56,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:56,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T13:15:57,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T13:15:57,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:57,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:57,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:57,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:57,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:57,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281417115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:57,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281417115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:57,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:57,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:57,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T13:15:57,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:57,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:57,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:57,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:57,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T13:15:57,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/d09c9b141ed54952a4450ff1a5720224 2024-11-22T13:15:57,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/3c6fc8e09d8a4fc1baa45bd3146c5807 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/3c6fc8e09d8a4fc1baa45bd3146c5807 2024-11-22T13:15:57,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/3c6fc8e09d8a4fc1baa45bd3146c5807, entries=200, sequenceid=133, filesize=38.7 K 2024-11-22T13:15:57,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/baab0ce7a9374478a9e38152d8bfec8c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/baab0ce7a9374478a9e38152d8bfec8c 2024-11-22T13:15:57,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/baab0ce7a9374478a9e38152d8bfec8c, entries=150, sequenceid=133, filesize=11.8 K 2024-11-22T13:15:57,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/d09c9b141ed54952a4450ff1a5720224 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/d09c9b141ed54952a4450ff1a5720224 2024-11-22T13:15:57,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/d09c9b141ed54952a4450ff1a5720224, entries=150, sequenceid=133, filesize=11.8 K 2024-11-22T13:15:57,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 81e8fd8ba27f5453de4739d7db8967b1 in 877ms, sequenceid=133, compaction requested=true 2024-11-22T13:15:57,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:15:57,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e8fd8ba27f5453de4739d7db8967b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:15:57,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:57,302 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:15:57,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e8fd8ba27f5453de4739d7db8967b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:15:57,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:57,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e8fd8ba27f5453de4739d7db8967b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:15:57,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:57,303 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:15:57,303 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132617 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:15:57,303 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48157 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:15:57,303 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 81e8fd8ba27f5453de4739d7db8967b1/B is initiating minor compaction (all files) 2024-11-22T13:15:57,304 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 81e8fd8ba27f5453de4739d7db8967b1/B in TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:57,304 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/c1acac9421b0439cbf87a7bc26ea4d0a, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/d008309559e84f9fa81aa810c76ea04e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/a9856385c8d84e3e8c881e9e11b62c3f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/baab0ce7a9374478a9e38152d8bfec8c] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp, totalSize=47.0 K 2024-11-22T13:15:57,304 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 81e8fd8ba27f5453de4739d7db8967b1/A is initiating minor compaction (all files) 2024-11-22T13:15:57,304 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 81e8fd8ba27f5453de4739d7db8967b1/A in TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:57,304 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/40dd8501d06b46fe97a6c8f4c22a8069, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/e01a67d242354634bffef2324bcfcb55, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/d36019374fca4cada3a9e8612680ff86, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/3c6fc8e09d8a4fc1baa45bd3146c5807] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp, totalSize=129.5 K 2024-11-22T13:15:57,304 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting c1acac9421b0439cbf87a7bc26ea4d0a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732281352680 2024-11-22T13:15:57,304 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:57,304 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. files: [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/40dd8501d06b46fe97a6c8f4c22a8069, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/e01a67d242354634bffef2324bcfcb55, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/d36019374fca4cada3a9e8612680ff86, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/3c6fc8e09d8a4fc1baa45bd3146c5807] 2024-11-22T13:15:57,304 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting d008309559e84f9fa81aa810c76ea04e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732281353376 2024-11-22T13:15:57,305 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40dd8501d06b46fe97a6c8f4c22a8069, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732281352680 2024-11-22T13:15:57,305 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting a9856385c8d84e3e8c881e9e11b62c3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732281354044 2024-11-22T13:15:57,305 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting e01a67d242354634bffef2324bcfcb55, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732281353376 2024-11-22T13:15:57,306 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting baab0ce7a9374478a9e38152d8bfec8c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732281355277 2024-11-22T13:15:57,306 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting d36019374fca4cada3a9e8612680ff86, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732281354044 2024-11-22T13:15:57,307 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c6fc8e09d8a4fc1baa45bd3146c5807, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732281355277 2024-11-22T13:15:57,313 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:15:57,314 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e8fd8ba27f5453de4739d7db8967b1#B#compaction#330 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:57,314 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/ac6879fd56fd4e038f9c25171b6e7406 is 50, key is test_row_0/B:col10/1732281356424/Put/seqid=0 2024-11-22T13:15:57,320 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411222c5e55aad13746f1b6c27023a1cc21b5_81e8fd8ba27f5453de4739d7db8967b1 store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:15:57,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742209_1385 (size=12291) 2024-11-22T13:15:57,323 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411222c5e55aad13746f1b6c27023a1cc21b5_81e8fd8ba27f5453de4739d7db8967b1, store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:15:57,323 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222c5e55aad13746f1b6c27023a1cc21b5_81e8fd8ba27f5453de4739d7db8967b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:15:57,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742210_1386 (size=4469) 2024-11-22T13:15:57,330 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e8fd8ba27f5453de4739d7db8967b1#A#compaction#331 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:57,331 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/2c0da6e771d14e6e93bd75e6b2a02e21 is 175, key is test_row_0/A:col10/1732281356424/Put/seqid=0 2024-11-22T13:15:57,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742211_1387 (size=31245) 2024-11-22T13:15:57,349 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/2c0da6e771d14e6e93bd75e6b2a02e21 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/2c0da6e771d14e6e93bd75e6b2a02e21 2024-11-22T13:15:57,353 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 81e8fd8ba27f5453de4739d7db8967b1/A of 81e8fd8ba27f5453de4739d7db8967b1 into 2c0da6e771d14e6e93bd75e6b2a02e21(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:57,353 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:15:57,353 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., storeName=81e8fd8ba27f5453de4739d7db8967b1/A, priority=12, startTime=1732281357302; duration=0sec 2024-11-22T13:15:57,354 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:57,354 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e8fd8ba27f5453de4739d7db8967b1:A 2024-11-22T13:15:57,354 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:15:57,355 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48157 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:15:57,355 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 81e8fd8ba27f5453de4739d7db8967b1/C is initiating minor compaction (all files) 2024-11-22T13:15:57,355 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 81e8fd8ba27f5453de4739d7db8967b1/C in TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:57,355 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/d1a950ce4d5d41dd86a4dff4ab80114e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/626ccaed873b45b294dc393405bd3ce7, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/94f4e9b9a3da4f9ebf6c10d1c7ecef43, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/d09c9b141ed54952a4450ff1a5720224] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp, totalSize=47.0 K 2024-11-22T13:15:57,355 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1a950ce4d5d41dd86a4dff4ab80114e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732281352680 2024-11-22T13:15:57,355 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 626ccaed873b45b294dc393405bd3ce7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732281353376 2024-11-22T13:15:57,355 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94f4e9b9a3da4f9ebf6c10d1c7ecef43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732281354044 2024-11-22T13:15:57,356 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting d09c9b141ed54952a4450ff1a5720224, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732281355277 2024-11-22T13:15:57,362 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e8fd8ba27f5453de4739d7db8967b1#C#compaction#332 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:57,362 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/2cc7d32a92754268a66e859175a7e4bf is 50, key is test_row_0/C:col10/1732281356424/Put/seqid=0 2024-11-22T13:15:57,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742212_1388 (size=12291) 2024-11-22T13:15:57,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T13:15:57,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:57,404 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 81e8fd8ba27f5453de4739d7db8967b1 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T13:15:57,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=A 2024-11-22T13:15:57,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:57,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=B 2024-11-22T13:15:57,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:57,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=C 2024-11-22T13:15:57,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:15:57,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e3603d28c51d44f79ba029219c05751d_81e8fd8ba27f5453de4739d7db8967b1 is 50, key is test_row_0/A:col10/1732281356460/Put/seqid=0 2024-11-22T13:15:57,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742213_1389 (size=12304) 2024-11-22T13:15:57,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:57,455 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e3603d28c51d44f79ba029219c05751d_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e3603d28c51d44f79ba029219c05751d_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:57,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/3a58118023d2437bb058888726d7ee5d, store: [table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:15:57,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/3a58118023d2437bb058888726d7ee5d is 175, key is test_row_0/A:col10/1732281356460/Put/seqid=0 2024-11-22T13:15:57,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742214_1390 (size=31105) 2024-11-22T13:15:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:57,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:57,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281357556, max timestamp=1732281357571Num uniques 859; 2024-11-22T13:15:57,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281357556, max timestamp=1732281357571Num uniques 859; 2024-11-22T13:15:57,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281357556, max timestamp=1732281357571Num uniques 859; 2024-11-22T13:15:57,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:15:57,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:15:57,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:15:57,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281417631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:57,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:57,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281417635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:57,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:57,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281417635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:57,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281417635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281417636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:57,726 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/ac6879fd56fd4e038f9c25171b6e7406 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/ac6879fd56fd4e038f9c25171b6e7406 2024-11-22T13:15:57,729 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 81e8fd8ba27f5453de4739d7db8967b1/B of 81e8fd8ba27f5453de4739d7db8967b1 into ac6879fd56fd4e038f9c25171b6e7406(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:57,729 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:15:57,729 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., storeName=81e8fd8ba27f5453de4739d7db8967b1/B, priority=12, startTime=1732281357302; duration=0sec 2024-11-22T13:15:57,730 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:57,730 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e8fd8ba27f5453de4739d7db8967b1:B 2024-11-22T13:15:57,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281417744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:57,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:57,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281417755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:57,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:57,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281417755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:57,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:57,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:57,775 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/2cc7d32a92754268a66e859175a7e4bf as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/2cc7d32a92754268a66e859175a7e4bf 2024-11-22T13:15:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T13:15:57,781 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 81e8fd8ba27f5453de4739d7db8967b1/C of 81e8fd8ba27f5453de4739d7db8967b1 into 2cc7d32a92754268a66e859175a7e4bf(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:57,781 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:15:57,781 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., storeName=81e8fd8ba27f5453de4739d7db8967b1/C, priority=12, startTime=1732281357302; duration=0sec 2024-11-22T13:15:57,781 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:57,781 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e8fd8ba27f5453de4739d7db8967b1:C 2024-11-22T13:15:57,866 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=144, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/3a58118023d2437bb058888726d7ee5d 2024-11-22T13:15:57,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/61bcff62f40f47f6a3d4980aa9d7ae1f is 50, key is test_row_0/B:col10/1732281356460/Put/seqid=0 2024-11-22T13:15:57,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742215_1391 (size=12151) 2024-11-22T13:15:57,886 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/61bcff62f40f47f6a3d4980aa9d7ae1f 2024-11-22T13:15:57,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/a7c8b663bf994fe7b6e779fa09da9229 is 50, key is test_row_0/C:col10/1732281356460/Put/seqid=0 2024-11-22T13:15:57,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742216_1392 (size=12151) 2024-11-22T13:15:57,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281417965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281417965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281417965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:57,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:57,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:58,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281418284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:58,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:58,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:58,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:58,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281418284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:58,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:58,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:58,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:58,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281418285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:58,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:58,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:58,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:58,301 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/a7c8b663bf994fe7b6e779fa09da9229 2024-11-22T13:15:58,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/3a58118023d2437bb058888726d7ee5d as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/3a58118023d2437bb058888726d7ee5d 2024-11-22T13:15:58,307 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/3a58118023d2437bb058888726d7ee5d, entries=150, sequenceid=144, filesize=30.4 K 2024-11-22T13:15:58,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/61bcff62f40f47f6a3d4980aa9d7ae1f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/61bcff62f40f47f6a3d4980aa9d7ae1f 2024-11-22T13:15:58,311 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/61bcff62f40f47f6a3d4980aa9d7ae1f, entries=150, sequenceid=144, filesize=11.9 K 2024-11-22T13:15:58,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/a7c8b663bf994fe7b6e779fa09da9229 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/a7c8b663bf994fe7b6e779fa09da9229 2024-11-22T13:15:58,314 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/a7c8b663bf994fe7b6e779fa09da9229, entries=150, sequenceid=144, filesize=11.9 K 2024-11-22T13:15:58,315 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 81e8fd8ba27f5453de4739d7db8967b1 in 910ms, sequenceid=144, compaction requested=false 2024-11-22T13:15:58,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:15:58,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:58,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-22T13:15:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-22T13:15:58,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-22T13:15:58,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6770 sec 2024-11-22T13:15:58,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.6820 sec 2024-11-22T13:15:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:58,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 81e8fd8ba27f5453de4739d7db8967b1 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-22T13:15:58,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=A 2024-11-22T13:15:58,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:58,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=B 2024-11-22T13:15:58,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:58,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=C 2024-11-22T13:15:58,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:15:58,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cc6b54fb72314aa6b8ef5deb52c4b292_81e8fd8ba27f5453de4739d7db8967b1 is 50, key is test_row_0/A:col10/1732281358660/Put/seqid=0 2024-11-22T13:15:58,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742217_1393 (size=14794) 2024-11-22T13:15:58,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281418691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:58,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:58,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:58,705 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:58,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281418692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:58,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:58,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:58,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T13:15:58,785 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:15:58,786 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:15:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-22T13:15:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T13:15:58,788 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:15:58,788 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:15:58,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:15:58,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281418805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:58,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:58,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281418805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:58,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:58,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:58,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:58,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:58,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:58,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281418805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:58,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:58,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:58,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:58,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281418814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:58,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:58,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:58,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281418815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:58,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:58,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:58,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:58,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T13:15:58,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T13:15:58,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:58,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:58,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:58,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:58,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:59,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281419025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:59,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:59,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:59,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281419027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:59,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:59,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:59,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:59,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:59,075 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,078 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cc6b54fb72314aa6b8ef5deb52c4b292_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cc6b54fb72314aa6b8ef5deb52c4b292_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:15:59,079 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/41733d331e914cdca44162b6ad378d64, store: [table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:15:59,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/41733d331e914cdca44162b6ad378d64 is 175, key is test_row_0/A:col10/1732281358660/Put/seqid=0 2024-11-22T13:15:59,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742218_1394 (size=39749) 2024-11-22T13:15:59,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T13:15:59,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:59,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:59,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:59,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:59,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T13:15:59,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T13:15:59,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:59,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:59,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:59,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:59,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:59,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281419345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:59,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:59,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:59,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281419345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:59,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:59,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:59,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:59,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:59,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T13:15:59,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:59,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:59,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:59,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:59,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T13:15:59,483 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/41733d331e914cdca44162b6ad378d64 2024-11-22T13:15:59,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/3851c135ad7c40bebcc279b655c1204e is 50, key is test_row_0/B:col10/1732281358660/Put/seqid=0 2024-11-22T13:15:59,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742219_1395 (size=12151) 2024-11-22T13:15:59,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/3851c135ad7c40bebcc279b655c1204e 2024-11-22T13:15:59,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/792f9708f20c42f792d6fa9294501e95 is 50, key is test_row_0/C:col10/1732281358660/Put/seqid=0 2024-11-22T13:15:59,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742220_1396 (size=12151) 2024-11-22T13:15:59,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T13:15:59,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:59,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:59,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:59,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:59,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:59,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T13:15:59,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:59,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:59,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:59,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:59,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:59,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281419815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:59,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281419815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:59,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281419815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:59,823 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 81e8fd8ba27f5453de4739d7db8967b1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:15:59,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:59,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:59,824 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 81e8fd8ba27f5453de4739d7db8967b1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:15:59,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:59,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:59,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:59,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:59,825 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_2' in 81e8fd8ba27f5453de4739d7db8967b1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:15:59,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:59,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:59,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:59,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T13:15:59,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:59,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:15:59,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:59,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:59,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:15:59,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281419855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:59,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:59,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:15:59,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:59,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281419855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:15:59,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:59,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:15:59,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:15:59,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/792f9708f20c42f792d6fa9294501e95 2024-11-22T13:15:59,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/41733d331e914cdca44162b6ad378d64 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/41733d331e914cdca44162b6ad378d64 2024-11-22T13:15:59,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/41733d331e914cdca44162b6ad378d64, entries=200, sequenceid=183, filesize=38.8 K 2024-11-22T13:15:59,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/3851c135ad7c40bebcc279b655c1204e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/3851c135ad7c40bebcc279b655c1204e 2024-11-22T13:15:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/3851c135ad7c40bebcc279b655c1204e, entries=150, sequenceid=183, filesize=11.9 K 2024-11-22T13:15:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/792f9708f20c42f792d6fa9294501e95 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/792f9708f20c42f792d6fa9294501e95 2024-11-22T13:15:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/792f9708f20c42f792d6fa9294501e95, entries=150, sequenceid=183, filesize=11.9 K 2024-11-22T13:15:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 81e8fd8ba27f5453de4739d7db8967b1 in 1257ms, sequenceid=183, compaction requested=true 2024-11-22T13:15:59,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:15:59,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e8fd8ba27f5453de4739d7db8967b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:15:59,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:59,918 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:59,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e8fd8ba27f5453de4739d7db8967b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:15:59,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:59,918 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:59,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e8fd8ba27f5453de4739d7db8967b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:15:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,919 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36593 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:59,919 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:59,919 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 81e8fd8ba27f5453de4739d7db8967b1/B is initiating minor compaction (all files) 2024-11-22T13:15:59,919 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 81e8fd8ba27f5453de4739d7db8967b1/A is initiating minor compaction (all files) 2024-11-22T13:15:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,919 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 81e8fd8ba27f5453de4739d7db8967b1/B in TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:59,919 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 81e8fd8ba27f5453de4739d7db8967b1/A in TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:59,919 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/ac6879fd56fd4e038f9c25171b6e7406, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/61bcff62f40f47f6a3d4980aa9d7ae1f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/3851c135ad7c40bebcc279b655c1204e] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp, totalSize=35.7 K 2024-11-22T13:15:59,919 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/2c0da6e771d14e6e93bd75e6b2a02e21, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/3a58118023d2437bb058888726d7ee5d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/41733d331e914cdca44162b6ad378d64] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp, totalSize=99.7 K 2024-11-22T13:15:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,919 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,920 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. files: [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/2c0da6e771d14e6e93bd75e6b2a02e21, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/3a58118023d2437bb058888726d7ee5d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/41733d331e914cdca44162b6ad378d64] 2024-11-22T13:15:59,920 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting ac6879fd56fd4e038f9c25171b6e7406, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732281355277 2024-11-22T13:15:59,920 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c0da6e771d14e6e93bd75e6b2a02e21, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732281355277 2024-11-22T13:15:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,920 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 61bcff62f40f47f6a3d4980aa9d7ae1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732281356441 2024-11-22T13:15:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,920 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a58118023d2437bb058888726d7ee5d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732281356441 2024-11-22T13:15:59,920 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 3851c135ad7c40bebcc279b655c1204e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732281357630 2024-11-22T13:15:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,921 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41733d331e914cdca44162b6ad378d64, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732281357613 2024-11-22T13:15:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T13:15:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,926 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e8fd8ba27f5453de4739d7db8967b1#B#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,927 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/5c928e41be9847c9812b4ab31fe5bff5 is 50, key is test_row_0/B:col10/1732281358660/Put/seqid=0 2024-11-22T13:15:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,929 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:15:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742221_1397 (size=12493) 2024-11-22T13:15:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,944 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411224e90cdea23474a32a7af64b7e1cea912_81e8fd8ba27f5453de4739d7db8967b1 store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:15:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,947 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411224e90cdea23474a32a7af64b7e1cea912_81e8fd8ba27f5453de4739d7db8967b1, store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:15:59,947 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/5c928e41be9847c9812b4ab31fe5bff5 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/5c928e41be9847c9812b4ab31fe5bff5 2024-11-22T13:15:59,947 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224e90cdea23474a32a7af64b7e1cea912_81e8fd8ba27f5453de4739d7db8967b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:15:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,951 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 81e8fd8ba27f5453de4739d7db8967b1/B of 81e8fd8ba27f5453de4739d7db8967b1 into 5c928e41be9847c9812b4ab31fe5bff5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:59,951 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:15:59,951 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., storeName=81e8fd8ba27f5453de4739d7db8967b1/B, priority=13, startTime=1732281359918; duration=0sec 2024-11-22T13:15:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,952 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:15:59,952 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e8fd8ba27f5453de4739d7db8967b1:B 2024-11-22T13:15:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,952 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:15:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,953 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36593 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:15:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,953 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 81e8fd8ba27f5453de4739d7db8967b1/C is initiating minor compaction (all files) 2024-11-22T13:15:59,953 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 81e8fd8ba27f5453de4739d7db8967b1/C in TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:15:59,953 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/2cc7d32a92754268a66e859175a7e4bf, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/a7c8b663bf994fe7b6e779fa09da9229, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/792f9708f20c42f792d6fa9294501e95] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp, totalSize=35.7 K 2024-11-22T13:15:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742222_1398 (size=4469) 2024-11-22T13:15:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,954 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cc7d32a92754268a66e859175a7e4bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732281355277 2024-11-22T13:15:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,954 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting a7c8b663bf994fe7b6e779fa09da9229, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732281356441 2024-11-22T13:15:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,954 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 792f9708f20c42f792d6fa9294501e95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732281357630 2024-11-22T13:15:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,961 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e8fd8ba27f5453de4739d7db8967b1#C#compaction#341 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:15:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,961 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/29ec17f754da4425a6a16de5fc761bee is 50, key is test_row_0/C:col10/1732281358660/Put/seqid=0 2024-11-22T13:15:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742223_1399 (size=12493) 2024-11-22T13:15:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,970 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/29ec17f754da4425a6a16de5fc761bee as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/29ec17f754da4425a6a16de5fc761bee 2024-11-22T13:15:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,975 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 81e8fd8ba27f5453de4739d7db8967b1/C of 81e8fd8ba27f5453de4739d7db8967b1 into 29ec17f754da4425a6a16de5fc761bee(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:15:59,975 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:15:59,975 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., storeName=81e8fd8ba27f5453de4739d7db8967b1/C, priority=13, startTime=1732281359918; duration=0sec 2024-11-22T13:15:59,975 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:15:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,975 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e8fd8ba27f5453de4739d7db8967b1:C 2024-11-22T13:15:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T13:16:00,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,011 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 81e8fd8ba27f5453de4739d7db8967b1 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-22T13:16:00,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=A 2024-11-22T13:16:00,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:00,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=B 2024-11-22T13:16:00,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:00,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=C 2024-11-22T13:16:00,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226e43fa0305034141afa2c8986d533754_81e8fd8ba27f5453de4739d7db8967b1 is 50, key is test_row_0/A:col10/1732281358690/Put/seqid=0 2024-11-22T13:16:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742224_1400 (size=9814) 2024-11-22T13:16:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,355 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e8fd8ba27f5453de4739d7db8967b1#A#compaction#340 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,356 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/69234f7593034e2b9f0a24ee83b604d9 is 175, key is test_row_0/A:col10/1732281358660/Put/seqid=0 2024-11-22T13:16:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742225_1401 (size=31447) 2024-11-22T13:16:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,427 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226e43fa0305034141afa2c8986d533754_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226e43fa0305034141afa2c8986d533754_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/81345113793b46eeb56dc8a13d716eca, store: [table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/81345113793b46eeb56dc8a13d716eca is 175, key is test_row_0/A:col10/1732281358690/Put/seqid=0 2024-11-22T13:16:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742226_1402 (size=22461) 2024-11-22T13:16:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,443 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/81345113793b46eeb56dc8a13d716eca 2024-11-22T13:16:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/7a2f1091fe3d46f49d1849c043364745 is 50, key is test_row_0/B:col10/1732281358690/Put/seqid=0 2024-11-22T13:16:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742227_1403 (size=9757) 2024-11-22T13:16:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,458 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/7a2f1091fe3d46f49d1849c043364745 2024-11-22T13:16:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/f461d8cce73446e88b74ef61b988b7b4 is 50, key is test_row_0/C:col10/1732281358690/Put/seqid=0 2024-11-22T13:16:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742228_1404 (size=9757) 2024-11-22T13:16:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,495 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/f461d8cce73446e88b74ef61b988b7b4 2024-11-22T13:16:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/81345113793b46eeb56dc8a13d716eca as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/81345113793b46eeb56dc8a13d716eca 2024-11-22T13:16:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,514 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/81345113793b46eeb56dc8a13d716eca, entries=100, sequenceid=194, filesize=21.9 K 2024-11-22T13:16:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/7a2f1091fe3d46f49d1849c043364745 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/7a2f1091fe3d46f49d1849c043364745 2024-11-22T13:16:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,519 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/7a2f1091fe3d46f49d1849c043364745, entries=100, sequenceid=194, filesize=9.5 K 2024-11-22T13:16:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/f461d8cce73446e88b74ef61b988b7b4 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/f461d8cce73446e88b74ef61b988b7b4 2024-11-22T13:16:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,523 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/f461d8cce73446e88b74ef61b988b7b4, entries=100, sequenceid=194, filesize=9.5 K 2024-11-22T13:16:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,524 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for 81e8fd8ba27f5453de4739d7db8967b1 in 513ms, sequenceid=194, compaction requested=false 2024-11-22T13:16:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:00,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:00,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-22T13:16:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-22T13:16:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-22T13:16:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7380 sec 2024-11-22T13:16:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.7430 sec 2024-11-22T13:16:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,803 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/69234f7593034e2b9f0a24ee83b604d9 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/69234f7593034e2b9f0a24ee83b604d9 2024-11-22T13:16:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,811 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 81e8fd8ba27f5453de4739d7db8967b1/A of 81e8fd8ba27f5453de4739d7db8967b1 into 69234f7593034e2b9f0a24ee83b604d9(size=30.7 K), total size for store is 52.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,811 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,811 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., storeName=81e8fd8ba27f5453de4739d7db8967b1/A, priority=13, startTime=1732281359918; duration=0sec 2024-11-22T13:16:00,812 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:00,812 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e8fd8ba27f5453de4739d7db8967b1:A 2024-11-22T13:16:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T13:16:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,935 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:16:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,936 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:16:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-22T13:16:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,938 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:16:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T13:16:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,938 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:16:00,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:16:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:00,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:01,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 81e8fd8ba27f5453de4739d7db8967b1 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T13:16:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=A 2024-11-22T13:16:01,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:01,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=B 2024-11-22T13:16:01,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:01,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=C 2024-11-22T13:16:01,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T13:16:01,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122383d9185443b4940b78d1b1fdabcbd16_81e8fd8ba27f5453de4739d7db8967b1 is 50, key is test_row_0/A:col10/1732281361026/Put/seqid=0 2024-11-22T13:16:01,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742229_1405 (size=22268) 2024-11-22T13:16:01,069 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:01,073 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122383d9185443b4940b78d1b1fdabcbd16_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122383d9185443b4940b78d1b1fdabcbd16_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:01,074 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/0a89d33fc359405088359f9580de7b3c, store: [table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:01,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/0a89d33fc359405088359f9580de7b3c is 175, key is test_row_0/A:col10/1732281361026/Put/seqid=0 2024-11-22T13:16:01,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742230_1406 (size=65673) 2024-11-22T13:16:01,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-22T13:16:01,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:01,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:01,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:01,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:01,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:01,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281361096, max timestamp=1732281361125Num uniques 859; 2024-11-22T13:16:01,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:16:01,130 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281361096, max timestamp=1732281361125Num uniques 859; 2024-11-22T13:16:01,130 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:16:01,131 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281361096, max timestamp=1732281361125Num uniques 859; 2024-11-22T13:16:01,131 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:16:01,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281421226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:01,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281421228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:01,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:01,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:01,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-22T13:16:01,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:01,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:01,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:01,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:01,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T13:16:01,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281421348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:01,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:01,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281421348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:01,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:01,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:01,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-22T13:16:01,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:01,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:01,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:01,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:01,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:01,490 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/0a89d33fc359405088359f9580de7b3c 2024-11-22T13:16:01,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/156df444f7714f2d9f0805a2701828bf is 50, key is test_row_0/B:col10/1732281361026/Put/seqid=0 2024-11-22T13:16:01,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742231_1407 (size=12151) 2024-11-22T13:16:01,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/156df444f7714f2d9f0805a2701828bf 2024-11-22T13:16:01,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/dc2b9fb18e8b4b5ebe581965f51f1263 is 50, key is test_row_0/C:col10/1732281361026/Put/seqid=0 2024-11-22T13:16:01,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742232_1408 (size=12151) 2024-11-22T13:16:01,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/dc2b9fb18e8b4b5ebe581965f51f1263 2024-11-22T13:16:01,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/0a89d33fc359405088359f9580de7b3c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/0a89d33fc359405088359f9580de7b3c 2024-11-22T13:16:01,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/0a89d33fc359405088359f9580de7b3c, entries=350, sequenceid=205, filesize=64.1 K 2024-11-22T13:16:01,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/156df444f7714f2d9f0805a2701828bf as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/156df444f7714f2d9f0805a2701828bf 2024-11-22T13:16:01,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/156df444f7714f2d9f0805a2701828bf, entries=150, sequenceid=205, filesize=11.9 K 2024-11-22T13:16:01,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/dc2b9fb18e8b4b5ebe581965f51f1263 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/dc2b9fb18e8b4b5ebe581965f51f1263 2024-11-22T13:16:01,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/dc2b9fb18e8b4b5ebe581965f51f1263, entries=150, sequenceid=205, filesize=11.9 K 2024-11-22T13:16:01,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 81e8fd8ba27f5453de4739d7db8967b1 in 519ms, sequenceid=205, compaction requested=true 2024-11-22T13:16:01,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:01,548 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:16:01,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e8fd8ba27f5453de4739d7db8967b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:16:01,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:01,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e8fd8ba27f5453de4739d7db8967b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:16:01,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:01,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e8fd8ba27f5453de4739d7db8967b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:16:01,548 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:16:01,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:01,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-22T13:16:01,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:01,552 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 81e8fd8ba27f5453de4739d7db8967b1 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-22T13:16:01,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=A 2024-11-22T13:16:01,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:16:01,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=B 2024-11-22T13:16:01,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:16:01,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=C 2024-11-22T13:16:01,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:16:01,556 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119581 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:16:01,556 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:16:01,556 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 81e8fd8ba27f5453de4739d7db8967b1/B is initiating minor compaction (all files) 2024-11-22T13:16:01,556 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 81e8fd8ba27f5453de4739d7db8967b1/A is initiating minor compaction (all files) 2024-11-22T13:16:01,556 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 81e8fd8ba27f5453de4739d7db8967b1/A in TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:01,556 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/69234f7593034e2b9f0a24ee83b604d9, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/81345113793b46eeb56dc8a13d716eca, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/0a89d33fc359405088359f9580de7b3c] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp, totalSize=116.8 K 2024-11-22T13:16:01,557 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:01,557 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 81e8fd8ba27f5453de4739d7db8967b1/B in TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:01,557 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. files: [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/69234f7593034e2b9f0a24ee83b604d9, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/81345113793b46eeb56dc8a13d716eca, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/0a89d33fc359405088359f9580de7b3c] 2024-11-22T13:16:01,557 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/5c928e41be9847c9812b4ab31fe5bff5, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/7a2f1091fe3d46f49d1849c043364745, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/156df444f7714f2d9f0805a2701828bf] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp, totalSize=33.6 K 2024-11-22T13:16:01,557 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69234f7593034e2b9f0a24ee83b604d9, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732281357630 2024-11-22T13:16:01,557 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c928e41be9847c9812b4ab31fe5bff5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732281357630 2024-11-22T13:16:01,560 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81345113793b46eeb56dc8a13d716eca, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732281358689 2024-11-22T13:16:01,561 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a89d33fc359405088359f9580de7b3c, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732281360929 2024-11-22T13:16:01,561 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a2f1091fe3d46f49d1849c043364745, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732281358689 2024-11-22T13:16:01,562 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 156df444f7714f2d9f0805a2701828bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732281361007 2024-11-22T13:16:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T13:16:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:01,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:01,586 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:01,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112291c613199e674d02b413cb5bdcb51a9b_81e8fd8ba27f5453de4739d7db8967b1 is 50, key is test_row_0/A:col10/1732281361211/Put/seqid=0 2024-11-22T13:16:01,588 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e8fd8ba27f5453de4739d7db8967b1#B#compaction#349 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:01,588 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/9fc7bf07540143ec803513321c04c19e is 50, key is test_row_0/B:col10/1732281361026/Put/seqid=0 2024-11-22T13:16:01,590 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411220280f822ccf64d129e58eefb101be321_81e8fd8ba27f5453de4739d7db8967b1 store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:01,593 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411220280f822ccf64d129e58eefb101be321_81e8fd8ba27f5453de4739d7db8967b1, store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:01,593 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220280f822ccf64d129e58eefb101be321_81e8fd8ba27f5453de4739d7db8967b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:01,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742234_1410 (size=12595) 2024-11-22T13:16:01,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281421600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:01,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:01,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742233_1409 (size=12304) 2024-11-22T13:16:01,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742235_1411 (size=4469) 2024-11-22T13:16:01,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281421610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:01,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:01,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281421725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:01,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:01,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281421725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:01,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:01,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281421834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:01,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281421834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:01,849 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 81e8fd8ba27f5453de4739d7db8967b1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:16:01,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:01,850 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 81e8fd8ba27f5453de4739d7db8967b1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:16:01,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:01,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281421845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:01,852 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_2' in 81e8fd8ba27f5453de4739d7db8967b1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:16:01,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:01,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281421934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:01,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:01,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281421935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:01,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:01,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:02,011 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/9fc7bf07540143ec803513321c04c19e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/9fc7bf07540143ec803513321c04c19e 2024-11-22T13:16:02,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:02,018 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 81e8fd8ba27f5453de4739d7db8967b1/B of 81e8fd8ba27f5453de4739d7db8967b1 into 9fc7bf07540143ec803513321c04c19e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:02,018 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:02,018 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., storeName=81e8fd8ba27f5453de4739d7db8967b1/B, priority=13, startTime=1732281361548; duration=0sec 2024-11-22T13:16:02,018 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:02,018 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e8fd8ba27f5453de4739d7db8967b1:B 2024-11-22T13:16:02,018 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:16:02,020 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112291c613199e674d02b413cb5bdcb51a9b_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112291c613199e674d02b413cb5bdcb51a9b_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:02,021 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:16:02,021 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 81e8fd8ba27f5453de4739d7db8967b1/C is initiating minor compaction (all files) 2024-11-22T13:16:02,021 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 81e8fd8ba27f5453de4739d7db8967b1/C in TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:02,021 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/29ec17f754da4425a6a16de5fc761bee, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/f461d8cce73446e88b74ef61b988b7b4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/dc2b9fb18e8b4b5ebe581965f51f1263] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp, totalSize=33.6 K 2024-11-22T13:16:02,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/112dee1823f547779450c672b75b874c, store: [table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:02,021 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 29ec17f754da4425a6a16de5fc761bee, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732281357630 2024-11-22T13:16:02,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/112dee1823f547779450c672b75b874c is 175, key is test_row_0/A:col10/1732281361211/Put/seqid=0 2024-11-22T13:16:02,024 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting f461d8cce73446e88b74ef61b988b7b4, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732281358689 2024-11-22T13:16:02,025 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting dc2b9fb18e8b4b5ebe581965f51f1263, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732281361007 2024-11-22T13:16:02,025 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e8fd8ba27f5453de4739d7db8967b1#A#compaction#350 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:02,026 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/90ef9fe74fab4db694225bb528578278 is 175, key is test_row_0/A:col10/1732281361026/Put/seqid=0 2024-11-22T13:16:02,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742236_1412 (size=31105) 2024-11-22T13:16:02,029 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/112dee1823f547779450c672b75b874c 2024-11-22T13:16:02,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742237_1413 (size=31549) 2024-11-22T13:16:02,040 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e8fd8ba27f5453de4739d7db8967b1#C#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:02,040 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/e1fab877cee840fabf655fa478b2baee is 50, key is test_row_0/C:col10/1732281361026/Put/seqid=0 2024-11-22T13:16:02,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/b9384410e07a4cca8661763123b05f9c is 50, key is test_row_0/B:col10/1732281361211/Put/seqid=0 2024-11-22T13:16:02,053 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/90ef9fe74fab4db694225bb528578278 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/90ef9fe74fab4db694225bb528578278 2024-11-22T13:16:02,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742238_1414 (size=12595) 2024-11-22T13:16:02,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742239_1415 (size=12151) 2024-11-22T13:16:02,058 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 81e8fd8ba27f5453de4739d7db8967b1/A of 81e8fd8ba27f5453de4739d7db8967b1 into 90ef9fe74fab4db694225bb528578278(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:02,058 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:02,058 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., storeName=81e8fd8ba27f5453de4739d7db8967b1/A, priority=13, startTime=1732281361548; duration=0sec 2024-11-22T13:16:02,058 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:02,058 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e8fd8ba27f5453de4739d7db8967b1:A 2024-11-22T13:16:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T13:16:02,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281422255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:02,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:02,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281422255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:02,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:02,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:02,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:02,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:02,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:02,463 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/e1fab877cee840fabf655fa478b2baee as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/e1fab877cee840fabf655fa478b2baee 2024-11-22T13:16:02,463 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/b9384410e07a4cca8661763123b05f9c 2024-11-22T13:16:02,468 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 81e8fd8ba27f5453de4739d7db8967b1/C of 81e8fd8ba27f5453de4739d7db8967b1 into e1fab877cee840fabf655fa478b2baee(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:02,468 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:02,468 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., storeName=81e8fd8ba27f5453de4739d7db8967b1/C, priority=13, startTime=1732281361548; duration=0sec 2024-11-22T13:16:02,468 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:02,468 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e8fd8ba27f5453de4739d7db8967b1:C 2024-11-22T13:16:02,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/5ba1c0c5d1b348959c574dbd8fa6afaf is 50, key is test_row_0/C:col10/1732281361211/Put/seqid=0 2024-11-22T13:16:02,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742240_1416 (size=12151) 2024-11-22T13:16:02,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281422775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:02,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:02,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:02,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281422775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:02,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:02,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:02,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:02,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:02,880 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/5ba1c0c5d1b348959c574dbd8fa6afaf 2024-11-22T13:16:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/112dee1823f547779450c672b75b874c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/112dee1823f547779450c672b75b874c 2024-11-22T13:16:02,905 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/112dee1823f547779450c672b75b874c, entries=150, sequenceid=241, filesize=30.4 K 2024-11-22T13:16:02,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/b9384410e07a4cca8661763123b05f9c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/b9384410e07a4cca8661763123b05f9c 2024-11-22T13:16:02,915 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/b9384410e07a4cca8661763123b05f9c, entries=150, sequenceid=241, filesize=11.9 K 2024-11-22T13:16:02,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/5ba1c0c5d1b348959c574dbd8fa6afaf as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/5ba1c0c5d1b348959c574dbd8fa6afaf 2024-11-22T13:16:02,921 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/5ba1c0c5d1b348959c574dbd8fa6afaf, entries=150, sequenceid=241, filesize=11.9 K 2024-11-22T13:16:02,922 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 81e8fd8ba27f5453de4739d7db8967b1 in 1370ms, sequenceid=241, compaction requested=false 2024-11-22T13:16:02,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:02,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:02,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-22T13:16:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-22T13:16:02,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-22T13:16:02,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9860 sec 2024-11-22T13:16:02,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.9910 sec 2024-11-22T13:16:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T13:16:03,086 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:16:03,086 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:16:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-22T13:16:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T13:16:03,091 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:16:03,093 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:16:03,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:16:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T13:16:03,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-22T13:16:03,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:03,246 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 81e8fd8ba27f5453de4739d7db8967b1 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T13:16:03,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=A 2024-11-22T13:16:03,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:03,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=B 2024-11-22T13:16:03,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:03,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=C 2024-11-22T13:16:03,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:03,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d3b01304ddc6431c8392f119a7d4f630_81e8fd8ba27f5453de4739d7db8967b1 is 50, key is test_row_0/A:col10/1732281361583/Put/seqid=0 2024-11-22T13:16:03,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742241_1417 (size=12304) 2024-11-22T13:16:03,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,327 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d3b01304ddc6431c8392f119a7d4f630_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d3b01304ddc6431c8392f119a7d4f630_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:03,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/59db12eec8ac4199a1054081d43e7c04, store: [table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:03,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/59db12eec8ac4199a1054081d43e7c04 is 175, key is test_row_0/A:col10/1732281361583/Put/seqid=0 2024-11-22T13:16:03,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742242_1418 (size=31105) 2024-11-22T13:16:03,346 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/59db12eec8ac4199a1054081d43e7c04 2024-11-22T13:16:03,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/befb708e6e6f4baab193a9f25d707768 is 50, key is test_row_0/B:col10/1732281361583/Put/seqid=0 2024-11-22T13:16:03,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742243_1419 (size=12151) 2024-11-22T13:16:03,398 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/befb708e6e6f4baab193a9f25d707768 2024-11-22T13:16:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T13:16:03,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/ac13f823cc304335bfcaa27e02e8cf7d is 50, key is test_row_0/C:col10/1732281361583/Put/seqid=0 2024-11-22T13:16:03,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742244_1420 (size=12151) 2024-11-22T13:16:03,435 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/ac13f823cc304335bfcaa27e02e8cf7d 2024-11-22T13:16:03,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/59db12eec8ac4199a1054081d43e7c04 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/59db12eec8ac4199a1054081d43e7c04 2024-11-22T13:16:03,445 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/59db12eec8ac4199a1054081d43e7c04, entries=150, sequenceid=254, filesize=30.4 K 2024-11-22T13:16:03,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/befb708e6e6f4baab193a9f25d707768 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/befb708e6e6f4baab193a9f25d707768 2024-11-22T13:16:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,456 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/befb708e6e6f4baab193a9f25d707768, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T13:16:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/ac13f823cc304335bfcaa27e02e8cf7d as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/ac13f823cc304335bfcaa27e02e8cf7d 2024-11-22T13:16:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,462 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/ac13f823cc304335bfcaa27e02e8cf7d, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T13:16:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,463 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for 81e8fd8ba27f5453de4739d7db8967b1 in 217ms, sequenceid=254, compaction requested=true 2024-11-22T13:16:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:03,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:03,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-22T13:16:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-22T13:16:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-22T13:16:03,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 372 msec 2024-11-22T13:16:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 383 msec 2024-11-22T13:16:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T13:16:03,715 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:16:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,715 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:16:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-22T13:16:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,718 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:16:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T13:16:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,718 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:16:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:16:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T13:16:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T13:16:03,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:03,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:03,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-22T13:16:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-22T13:16:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-22T13:16:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-22T13:16:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 162 msec 2024-11-22T13:16:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T13:16:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,035 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:16:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,037 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:16:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-22T13:16:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,040 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:16:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,041 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:16:04,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:16:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T13:16:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 81e8fd8ba27f5453de4739d7db8967b1 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T13:16:04,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=A 2024-11-22T13:16:04,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:04,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=B 2024-11-22T13:16:04,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:04,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=C 2024-11-22T13:16:04,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T13:16:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a3ccfb9be9af4c91bba9423ed5294fc1_81e8fd8ba27f5453de4739d7db8967b1 is 50, key is test_row_0/A:col10/1732281364115/Put/seqid=0 2024-11-22T13:16:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742245_1421 (size=20074) 2024-11-22T13:16:04,178 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:04,182 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a3ccfb9be9af4c91bba9423ed5294fc1_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a3ccfb9be9af4c91bba9423ed5294fc1_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:04,184 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/b3c453713a0748949eaace73e1c9d531, store: [table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:04,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/b3c453713a0748949eaace73e1c9d531 is 175, key is test_row_0/A:col10/1732281364115/Put/seqid=0 2024-11-22T13:16:04,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T13:16:04,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:04,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:04,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:04,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:04,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:04,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742246_1422 (size=57333) 2024-11-22T13:16:04,223 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/b3c453713a0748949eaace73e1c9d531 2024-11-22T13:16:04,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/b024552bd2c7430dbe40ffd9a57e71b3 is 50, key is test_row_0/B:col10/1732281364115/Put/seqid=0 2024-11-22T13:16:04,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742247_1423 (size=12301) 2024-11-22T13:16:04,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T13:16:04,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:04,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:04,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:04,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:04,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T13:16:04,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281364315, max timestamp=1732281364389Num uniques 859; 2024-11-22T13:16:04,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:16:04,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281364315, max timestamp=1732281364389Num uniques 859; 2024-11-22T13:16:04,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281364315, max timestamp=1732281364389Num uniques 859; 2024-11-22T13:16:04,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:16:04,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:16:04,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T13:16:04,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:04,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:04,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:04,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:04,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:04,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281424545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:04,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281424547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:04,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T13:16:04,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:04,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:04,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:04,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:04,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T13:16:04,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/b024552bd2c7430dbe40ffd9a57e71b3 2024-11-22T13:16:04,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281424676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:04,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:04,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:04,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:04,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281424676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:04,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:04,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:04,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:04,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/ea555cfef2924470a2277bbb14eb1fd6 is 50, key is test_row_0/C:col10/1732281364115/Put/seqid=0 2024-11-22T13:16:04,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742248_1424 (size=12301) 2024-11-22T13:16:04,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T13:16:04,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:04,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:04,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:04,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:04,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:04,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281424898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:04,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281424898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:04,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T13:16:04,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:04,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:04,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:04,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:04,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:05,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T13:16:05,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:05,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:05,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:05,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:05,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:05,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/ea555cfef2924470a2277bbb14eb1fd6 2024-11-22T13:16:05,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/b3c453713a0748949eaace73e1c9d531 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/b3c453713a0748949eaace73e1c9d531 2024-11-22T13:16:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T13:16:05,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/b3c453713a0748949eaace73e1c9d531, entries=300, sequenceid=265, filesize=56.0 K 2024-11-22T13:16:05,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/b024552bd2c7430dbe40ffd9a57e71b3 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/b024552bd2c7430dbe40ffd9a57e71b3 2024-11-22T13:16:05,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/b024552bd2c7430dbe40ffd9a57e71b3, entries=150, sequenceid=265, filesize=12.0 K 2024-11-22T13:16:05,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/ea555cfef2924470a2277bbb14eb1fd6 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/ea555cfef2924470a2277bbb14eb1fd6 2024-11-22T13:16:05,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/ea555cfef2924470a2277bbb14eb1fd6, entries=150, sequenceid=265, filesize=12.0 K 2024-11-22T13:16:05,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 81e8fd8ba27f5453de4739d7db8967b1 in 1092ms, sequenceid=265, compaction requested=true 2024-11-22T13:16:05,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:05,209 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:16:05,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e8fd8ba27f5453de4739d7db8967b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:16:05,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:05,210 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:16:05,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e8fd8ba27f5453de4739d7db8967b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:16:05,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:05,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e8fd8ba27f5453de4739d7db8967b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:16:05,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:05,211 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151092 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:16:05,211 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 81e8fd8ba27f5453de4739d7db8967b1/A is initiating minor compaction (all files) 2024-11-22T13:16:05,211 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 81e8fd8ba27f5453de4739d7db8967b1/A in TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:05,212 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/90ef9fe74fab4db694225bb528578278, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/112dee1823f547779450c672b75b874c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/59db12eec8ac4199a1054081d43e7c04, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/b3c453713a0748949eaace73e1c9d531] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp, totalSize=147.6 K 2024-11-22T13:16:05,212 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:05,212 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. files: [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/90ef9fe74fab4db694225bb528578278, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/112dee1823f547779450c672b75b874c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/59db12eec8ac4199a1054081d43e7c04, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/b3c453713a0748949eaace73e1c9d531] 2024-11-22T13:16:05,212 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49198 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:16:05,212 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 81e8fd8ba27f5453de4739d7db8967b1/B is initiating minor compaction (all files) 2024-11-22T13:16:05,212 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 81e8fd8ba27f5453de4739d7db8967b1/B in TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:05,212 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/9fc7bf07540143ec803513321c04c19e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/b9384410e07a4cca8661763123b05f9c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/befb708e6e6f4baab193a9f25d707768, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/b024552bd2c7430dbe40ffd9a57e71b3] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp, totalSize=48.0 K 2024-11-22T13:16:05,213 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90ef9fe74fab4db694225bb528578278, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732281361007 2024-11-22T13:16:05,213 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fc7bf07540143ec803513321c04c19e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732281361007 2024-11-22T13:16:05,213 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 112dee1823f547779450c672b75b874c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732281361211 2024-11-22T13:16:05,213 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting b9384410e07a4cca8661763123b05f9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732281361211 2024-11-22T13:16:05,214 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59db12eec8ac4199a1054081d43e7c04, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732281361583 2024-11-22T13:16:05,216 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting befb708e6e6f4baab193a9f25d707768, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732281361583 2024-11-22T13:16:05,216 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3c453713a0748949eaace73e1c9d531, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732281363935 2024-11-22T13:16:05,217 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting b024552bd2c7430dbe40ffd9a57e71b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732281363935 2024-11-22T13:16:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:05,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 81e8fd8ba27f5453de4739d7db8967b1 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-11-22T13:16:05,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=A 2024-11-22T13:16:05,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T13:16:05,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=B 2024-11-22T13:16:05,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T13:16:05,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=C 2024-11-22T13:16:05,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T13:16:05,247 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:05,257 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e8fd8ba27f5453de4739d7db8967b1#B#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:05,258 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/f86eba06776549c68672c19c440aa2e4 is 50, key is test_row_0/B:col10/1732281364115/Put/seqid=0 2024-11-22T13:16:05,281 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411222262cbc7278748f5a44b33eda2867db2_81e8fd8ba27f5453de4739d7db8967b1 store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:05,284 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411222262cbc7278748f5a44b33eda2867db2_81e8fd8ba27f5453de4739d7db8967b1, store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:05,284 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222262cbc7278748f5a44b33eda2867db2_81e8fd8ba27f5453de4739d7db8967b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:05,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T13:16:05,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:05,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:05,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:05,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:05,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:05,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281425292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:05,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281425293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:05,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:05,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:05,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:05,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:05,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:05,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:05,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224188706a0a904391aefb964540d27bc0_81e8fd8ba27f5453de4739d7db8967b1 is 50, key is test_row_0/A:col10/1732281364543/Put/seqid=0 2024-11-22T13:16:05,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742249_1425 (size=12881) 2024-11-22T13:16:05,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742250_1426 (size=4469) 2024-11-22T13:16:05,388 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e8fd8ba27f5453de4739d7db8967b1#A#compaction#360 average throughput is 0.17 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:05,389 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/81a73acf319b452eb1dbe14a1cc03d13 is 175, key is test_row_0/A:col10/1732281364115/Put/seqid=0 2024-11-22T13:16:05,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742251_1427 (size=14994) 2024-11-22T13:16:05,397 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:05,400 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224188706a0a904391aefb964540d27bc0_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224188706a0a904391aefb964540d27bc0_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:05,401 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/3acb1b8a34174ece8c54231da156c5d9, store: [table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:05,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/3acb1b8a34174ece8c54231da156c5d9 is 175, key is test_row_0/A:col10/1732281364543/Put/seqid=0 2024-11-22T13:16:05,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742252_1428 (size=31835) 2024-11-22T13:16:05,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281425425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:05,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281425425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:05,435 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:05,435 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:05,435 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:05,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T13:16:05,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:05,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:05,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:05,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:05,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:05,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742253_1429 (size=39949) 2024-11-22T13:16:05,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T13:16:05,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:05,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:05,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:05,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:05,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:05,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281425645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:05,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:05,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:05,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:05,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281425647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:05,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:05,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:05,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:05,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T13:16:05,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:05,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:05,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:05,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:05,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:05,769 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/f86eba06776549c68672c19c440aa2e4 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/f86eba06776549c68672c19c440aa2e4 2024-11-22T13:16:05,773 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 81e8fd8ba27f5453de4739d7db8967b1/B of 81e8fd8ba27f5453de4739d7db8967b1 into f86eba06776549c68672c19c440aa2e4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:05,773 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:05,773 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., storeName=81e8fd8ba27f5453de4739d7db8967b1/B, priority=12, startTime=1732281365210; duration=0sec 2024-11-22T13:16:05,773 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:05,773 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e8fd8ba27f5453de4739d7db8967b1:B 2024-11-22T13:16:05,773 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:16:05,775 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49198 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:16:05,775 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 81e8fd8ba27f5453de4739d7db8967b1/C is initiating minor compaction (all files) 2024-11-22T13:16:05,775 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 81e8fd8ba27f5453de4739d7db8967b1/C in TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:05,775 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/e1fab877cee840fabf655fa478b2baee, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/5ba1c0c5d1b348959c574dbd8fa6afaf, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/ac13f823cc304335bfcaa27e02e8cf7d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/ea555cfef2924470a2277bbb14eb1fd6] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp, totalSize=48.0 K 2024-11-22T13:16:05,776 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting e1fab877cee840fabf655fa478b2baee, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732281361007 2024-11-22T13:16:05,776 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ba1c0c5d1b348959c574dbd8fa6afaf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732281361211 2024-11-22T13:16:05,777 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting ac13f823cc304335bfcaa27e02e8cf7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732281361583 2024-11-22T13:16:05,777 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting ea555cfef2924470a2277bbb14eb1fd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732281363935 2024-11-22T13:16:05,793 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e8fd8ba27f5453de4739d7db8967b1#C#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:05,794 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/4ff37004cec34bdd9aae90ceb1f74953 is 50, key is test_row_0/C:col10/1732281364115/Put/seqid=0 2024-11-22T13:16:05,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742254_1430 (size=12881) 2024-11-22T13:16:05,808 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/4ff37004cec34bdd9aae90ceb1f74953 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/4ff37004cec34bdd9aae90ceb1f74953 2024-11-22T13:16:05,816 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 81e8fd8ba27f5453de4739d7db8967b1/C of 81e8fd8ba27f5453de4739d7db8967b1 into 4ff37004cec34bdd9aae90ceb1f74953(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:05,816 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:05,816 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., storeName=81e8fd8ba27f5453de4739d7db8967b1/C, priority=12, startTime=1732281365211; duration=0sec 2024-11-22T13:16:05,816 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:05,816 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e8fd8ba27f5453de4739d7db8967b1:C 2024-11-22T13:16:05,831 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/81a73acf319b452eb1dbe14a1cc03d13 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/81a73acf319b452eb1dbe14a1cc03d13 2024-11-22T13:16:05,838 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 81e8fd8ba27f5453de4739d7db8967b1/A of 81e8fd8ba27f5453de4739d7db8967b1 into 81a73acf319b452eb1dbe14a1cc03d13(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:05,838 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:05,838 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., storeName=81e8fd8ba27f5453de4739d7db8967b1/A, priority=12, startTime=1732281365209; duration=0sec 2024-11-22T13:16:05,838 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:05,838 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e8fd8ba27f5453de4739d7db8967b1:A 2024-11-22T13:16:05,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56912 deadline: 1732281425865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:05,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732281425865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:05,869 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 81e8fd8ba27f5453de4739d7db8967b1 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8238 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:16:05,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:05,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:05,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:05,870 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_2' in 81e8fd8ba27f5453de4739d7db8967b1 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:16:05,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:05,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:05,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:05,874 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/3acb1b8a34174ece8c54231da156c5d9 2024-11-22T13:16:05,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/3435462eda6743dea65ddf944ee08a20 is 50, key is test_row_0/B:col10/1732281364543/Put/seqid=0 2024-11-22T13:16:05,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742255_1431 (size=12301) 2024-11-22T13:16:05,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56920 deadline: 1732281425875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:05,886 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 81e8fd8ba27f5453de4739d7db8967b1 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8250 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:16:05,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:05,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:05,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:05,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T13:16:05,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:05,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:05,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:05,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:05,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:05,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281425954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:05,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:05,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281425965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:05,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:05,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:05,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:06,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T13:16:06,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:06,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:06,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:06,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:06,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T13:16:06,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T13:16:06,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:06,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:06,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:06,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:06,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:06,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/3435462eda6743dea65ddf944ee08a20 2024-11-22T13:16:06,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/d30012e72ef747058fcf5d33146dfbce is 50, key is test_row_0/C:col10/1732281364543/Put/seqid=0 2024-11-22T13:16:06,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742256_1432 (size=12301) 2024-11-22T13:16:06,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T13:16:06,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:06,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:06,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:06,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:06,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:06,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281426475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:06,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:06,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:06,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:06,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281426485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:06,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:06,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:06,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:06,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T13:16:06,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:06,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:06,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:06,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:06,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:06,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T13:16:06,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:06,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:06,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:06,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:06,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:06,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/d30012e72ef747058fcf5d33146dfbce 2024-11-22T13:16:06,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/3acb1b8a34174ece8c54231da156c5d9 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/3acb1b8a34174ece8c54231da156c5d9 2024-11-22T13:16:06,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/3acb1b8a34174ece8c54231da156c5d9, entries=200, sequenceid=303, filesize=39.0 K 2024-11-22T13:16:06,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/3435462eda6743dea65ddf944ee08a20 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/3435462eda6743dea65ddf944ee08a20 2024-11-22T13:16:06,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/3435462eda6743dea65ddf944ee08a20, entries=150, sequenceid=303, filesize=12.0 K 2024-11-22T13:16:06,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/d30012e72ef747058fcf5d33146dfbce as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/d30012e72ef747058fcf5d33146dfbce 2024-11-22T13:16:06,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/d30012e72ef747058fcf5d33146dfbce, entries=150, sequenceid=303, filesize=12.0 K 2024-11-22T13:16:06,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~420.80 KB/430896, currentSize=33.54 KB/34350 for 81e8fd8ba27f5453de4739d7db8967b1 in 1500ms, sequenceid=303, compaction requested=false 2024-11-22T13:16:06,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:06,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T13:16:06,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:06,836 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 81e8fd8ba27f5453de4739d7db8967b1 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-22T13:16:06,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=A 2024-11-22T13:16:06,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:06,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=B 2024-11-22T13:16:06,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:06,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=C 2024-11-22T13:16:06,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:06,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ab488aba944a44df905cd8e4dd493d26_81e8fd8ba27f5453de4739d7db8967b1 is 50, key is test_row_0/A:col10/1732281365229/Put/seqid=0 2024-11-22T13:16:06,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742257_1433 (size=12454) 2024-11-22T13:16:06,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:06,852 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ab488aba944a44df905cd8e4dd493d26_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ab488aba944a44df905cd8e4dd493d26_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:06,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/c3b51c2b98464d0ebf7405c46c43e384, store: [table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:06,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/c3b51c2b98464d0ebf7405c46c43e384 is 175, key is test_row_0/A:col10/1732281365229/Put/seqid=0 2024-11-22T13:16:06,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742258_1434 (size=31255) 2024-11-22T13:16:07,261 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/c3b51c2b98464d0ebf7405c46c43e384 2024-11-22T13:16:07,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/e1ad94c2b1ac4d8d805abaa42171667c is 50, key is test_row_0/B:col10/1732281365229/Put/seqid=0 2024-11-22T13:16:07,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742259_1435 (size=12301) 2024-11-22T13:16:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:07,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:07,601 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281367566, max timestamp=1732281367598Num uniques 859; 2024-11-22T13:16:07,601 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281367566, max timestamp=1732281367598Num uniques 859; 2024-11-22T13:16:07,601 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281367566, max timestamp=1732281367598Num uniques 859; 2024-11-22T13:16:07,601 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:16:07,601 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:16:07,601 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:16:07,673 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/e1ad94c2b1ac4d8d805abaa42171667c 2024-11-22T13:16:07,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/0757ae41a52142739c6c31f25dd788b3 is 50, key is test_row_0/C:col10/1732281365229/Put/seqid=0 2024-11-22T13:16:07,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742260_1436 (size=12301) 2024-11-22T13:16:07,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281427756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:07,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732281367721, max timestamp=1732281367766Num uniques 1068; 2024-11-22T13:16:07,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-22T13:16:07,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:07,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:07,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:07,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732281367721, max timestamp=1732281367766Num uniques 1068; 2024-11-22T13:16:07,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-22T13:16:07,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732281367721, max timestamp=1732281367766Num uniques 1068; 2024-11-22T13:16:07,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=6870, suffix heap size=139040,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=150 2024-11-22T13:16:07,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732281367906, max timestamp=1732281367964Num uniques 1027; 2024-11-22T13:16:07,969 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-22T13:16:07,972 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8096, totalHeapSize=18648, min timestamp=1732281367906, max timestamp=1732281367968Num uniques 1027; 2024-11-22T13:16:07,972 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47026, new segment data size=8096, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-22T13:16:07,972 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8092, totalHeapSize=18648, min timestamp=1732281367906, max timestamp=1732281367968Num uniques 1009; 2024-11-22T13:16:07,972 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46204, new segment data size=8092, suffix heap size=132904,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=177 2024-11-22T13:16:08,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13086, totalHeapSize=29984, min timestamp=1732281368013, max timestamp=1732281368066Num uniques 1036; 2024-11-22T13:16:08,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47436, new segment data size=13086, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-11-22T13:16:08,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13090, totalHeapSize=29984, min timestamp=1732281368013, max timestamp=1732281368066Num uniques 1036; 2024-11-22T13:16:08,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13086, totalHeapSize=29984, min timestamp=1732281368013, max timestamp=1732281368066Num uniques 1036; 2024-11-22T13:16:08,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47440, new segment data size=13090, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-11-22T13:16:08,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47436, new segment data size=13086, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-11-22T13:16:08,092 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/0757ae41a52142739c6c31f25dd788b3 2024-11-22T13:16:08,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/c3b51c2b98464d0ebf7405c46c43e384 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/c3b51c2b98464d0ebf7405c46c43e384 2024-11-22T13:16:08,098 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/c3b51c2b98464d0ebf7405c46c43e384, entries=150, sequenceid=314, filesize=30.5 K 2024-11-22T13:16:08,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/e1ad94c2b1ac4d8d805abaa42171667c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/e1ad94c2b1ac4d8d805abaa42171667c 2024-11-22T13:16:08,101 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/e1ad94c2b1ac4d8d805abaa42171667c, entries=150, sequenceid=314, filesize=12.0 K 2024-11-22T13:16:08,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/0757ae41a52142739c6c31f25dd788b3 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/0757ae41a52142739c6c31f25dd788b3 2024-11-22T13:16:08,108 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/0757ae41a52142739c6c31f25dd788b3, entries=150, sequenceid=314, filesize=12.0 K 2024-11-22T13:16:08,109 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=93.93 KB/96180 for 81e8fd8ba27f5453de4739d7db8967b1 in 1273ms, sequenceid=314, compaction requested=true 2024-11-22T13:16:08,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:08,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:08,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-22T13:16:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-22T13:16:08,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-22T13:16:08,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.0690 sec 2024-11-22T13:16:08,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 4.0750 sec 2024-11-22T13:16:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:08,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 81e8fd8ba27f5453de4739d7db8967b1 3/3 column families, dataSize=100.63 KB heapSize=273.47 KB 2024-11-22T13:16:08,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=A 2024-11-22T13:16:08,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:16:08,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=B 2024-11-22T13:16:08,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:16:08,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=C 2024-11-22T13:16:08,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:16:08,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225a5fea5d830e4ea4b50058fa8d9ea66d_81e8fd8ba27f5453de4739d7db8967b1 is 50, key is test_row_0/A:col10/1732281368090/Put/seqid=0 2024-11-22T13:16:08,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742261_1437 (size=17534) 2024-11-22T13:16:08,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281428164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:08,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:08,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:08,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:08,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281428179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:08,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:08,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:08,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T13:16:08,205 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:16:08,206 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:16:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-22T13:16:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T13:16:08,207 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:16:08,208 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:16:08,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:16:08,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281428285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:08,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:08,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:08,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T13:16:08,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281428305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:08,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-22T13:16:08,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:08,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:08,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:08,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:08,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:08,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-22T13:16:08,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:08,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:08,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:08,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:08,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:08,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281428505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T13:16:08,526 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:08,529 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225a5fea5d830e4ea4b50058fa8d9ea66d_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225a5fea5d830e4ea4b50058fa8d9ea66d_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:08,530 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/84728c6f73f944d6835be41323a3de6b, store: [table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:08,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/84728c6f73f944d6835be41323a3de6b is 175, key is test_row_0/A:col10/1732281368090/Put/seqid=0 2024-11-22T13:16:08,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742262_1438 (size=48639) 2024-11-22T13:16:08,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281428525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:08,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:08,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:08,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:08,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-22T13:16:08,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:08,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:08,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:08,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:08,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:08,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-22T13:16:08,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:08,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:08,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:08,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:08,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T13:16:08,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281428825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:08,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:08,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:08,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:08,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281428844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:08,934 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=395, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/84728c6f73f944d6835be41323a3de6b 2024-11-22T13:16:08,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-22T13:16:08,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:08,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:08,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:08,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:08,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:09,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/2ea00867f4364fba9df10d24ef91257d is 50, key is test_row_0/B:col10/1732281368090/Put/seqid=0 2024-11-22T13:16:09,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742263_1439 (size=12301) 2024-11-22T13:16:09,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/2ea00867f4364fba9df10d24ef91257d 2024-11-22T13:16:09,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/675b0f69040d4bc684ded88b004da9b6 is 50, key is test_row_0/C:col10/1732281368090/Put/seqid=0 2024-11-22T13:16:09,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742264_1440 (size=12301) 2024-11-22T13:16:09,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/675b0f69040d4bc684ded88b004da9b6 2024-11-22T13:16:09,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/84728c6f73f944d6835be41323a3de6b as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/84728c6f73f944d6835be41323a3de6b 2024-11-22T13:16:09,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/84728c6f73f944d6835be41323a3de6b, entries=250, sequenceid=395, filesize=47.5 K 2024-11-22T13:16:09,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/2ea00867f4364fba9df10d24ef91257d as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/2ea00867f4364fba9df10d24ef91257d 2024-11-22T13:16:09,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-22T13:16:09,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:09,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:09,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:09,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:09,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:09,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/2ea00867f4364fba9df10d24ef91257d, entries=150, sequenceid=395, filesize=12.0 K 2024-11-22T13:16:09,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/675b0f69040d4bc684ded88b004da9b6 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/675b0f69040d4bc684ded88b004da9b6 2024-11-22T13:16:09,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/675b0f69040d4bc684ded88b004da9b6, entries=150, sequenceid=395, filesize=12.0 K 2024-11-22T13:16:09,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~273.42 KB/279984, currentSize=80.51 KB/82440 for 81e8fd8ba27f5453de4739d7db8967b1 in 1033ms, sequenceid=395, compaction requested=true 2024-11-22T13:16:09,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:09,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e8fd8ba27f5453de4739d7db8967b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:16:09,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:09,148 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:16:09,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e8fd8ba27f5453de4739d7db8967b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:16:09,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:09,148 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:16:09,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e8fd8ba27f5453de4739d7db8967b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:16:09,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:09,150 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:16:09,150 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 81e8fd8ba27f5453de4739d7db8967b1/B is initiating minor compaction (all files) 2024-11-22T13:16:09,150 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 81e8fd8ba27f5453de4739d7db8967b1/B in TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:09,150 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/f86eba06776549c68672c19c440aa2e4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/3435462eda6743dea65ddf944ee08a20, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/e1ad94c2b1ac4d8d805abaa42171667c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/2ea00867f4364fba9df10d24ef91257d] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp, totalSize=48.6 K 2024-11-22T13:16:09,150 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151678 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:16:09,150 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting f86eba06776549c68672c19c440aa2e4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732281363935 2024-11-22T13:16:09,150 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 81e8fd8ba27f5453de4739d7db8967b1/A is initiating minor compaction (all files) 2024-11-22T13:16:09,150 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 81e8fd8ba27f5453de4739d7db8967b1/A in TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:09,150 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/81a73acf319b452eb1dbe14a1cc03d13, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/3acb1b8a34174ece8c54231da156c5d9, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/c3b51c2b98464d0ebf7405c46c43e384, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/84728c6f73f944d6835be41323a3de6b] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp, totalSize=148.1 K 2024-11-22T13:16:09,151 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:09,151 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. files: [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/81a73acf319b452eb1dbe14a1cc03d13, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/3acb1b8a34174ece8c54231da156c5d9, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/c3b51c2b98464d0ebf7405c46c43e384, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/84728c6f73f944d6835be41323a3de6b] 2024-11-22T13:16:09,151 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81a73acf319b452eb1dbe14a1cc03d13, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732281363935 2024-11-22T13:16:09,151 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 3435462eda6743dea65ddf944ee08a20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732281364461 2024-11-22T13:16:09,151 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting e1ad94c2b1ac4d8d805abaa42171667c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732281365229 2024-11-22T13:16:09,151 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3acb1b8a34174ece8c54231da156c5d9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732281364461 2024-11-22T13:16:09,152 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ea00867f4364fba9df10d24ef91257d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732281368090 2024-11-22T13:16:09,152 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3b51c2b98464d0ebf7405c46c43e384, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732281365229 2024-11-22T13:16:09,152 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84728c6f73f944d6835be41323a3de6b, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732281368090 2024-11-22T13:16:09,176 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:09,208 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e8fd8ba27f5453de4739d7db8967b1#B#compaction#373 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:09,209 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/188ba5591d784a9ab648e428f871c3bd is 50, key is test_row_0/B:col10/1732281368090/Put/seqid=0 2024-11-22T13:16:09,215 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411222e2b27b4b0824355a706645f87653923_81e8fd8ba27f5453de4739d7db8967b1 store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:09,218 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411222e2b27b4b0824355a706645f87653923_81e8fd8ba27f5453de4739d7db8967b1, store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:09,218 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222e2b27b4b0824355a706645f87653923_81e8fd8ba27f5453de4739d7db8967b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:09,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742265_1441 (size=13017) 2024-11-22T13:16:09,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-22T13:16:09,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:09,278 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 81e8fd8ba27f5453de4739d7db8967b1 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-22T13:16:09,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=A 2024-11-22T13:16:09,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:09,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=B 2024-11-22T13:16:09,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:09,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=C 2024-11-22T13:16:09,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:09,283 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/188ba5591d784a9ab648e428f871c3bd as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/188ba5591d784a9ab648e428f871c3bd 2024-11-22T13:16:09,300 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 81e8fd8ba27f5453de4739d7db8967b1/B of 81e8fd8ba27f5453de4739d7db8967b1 into 188ba5591d784a9ab648e428f871c3bd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:09,300 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:09,300 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., storeName=81e8fd8ba27f5453de4739d7db8967b1/B, priority=12, startTime=1732281369148; duration=0sec 2024-11-22T13:16:09,301 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:09,301 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e8fd8ba27f5453de4739d7db8967b1:B 2024-11-22T13:16:09,301 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:16:09,304 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:16:09,304 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 81e8fd8ba27f5453de4739d7db8967b1/C is initiating minor compaction (all files) 2024-11-22T13:16:09,304 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 81e8fd8ba27f5453de4739d7db8967b1/C in TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:09,305 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/4ff37004cec34bdd9aae90ceb1f74953, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/d30012e72ef747058fcf5d33146dfbce, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/0757ae41a52142739c6c31f25dd788b3, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/675b0f69040d4bc684ded88b004da9b6] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp, totalSize=48.6 K 2024-11-22T13:16:09,305 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ff37004cec34bdd9aae90ceb1f74953, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732281363935 2024-11-22T13:16:09,305 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting d30012e72ef747058fcf5d33146dfbce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732281364461 2024-11-22T13:16:09,306 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 0757ae41a52142739c6c31f25dd788b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732281365229 2024-11-22T13:16:09,306 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 675b0f69040d4bc684ded88b004da9b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732281368090 2024-11-22T13:16:09,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742266_1442 (size=4469) 2024-11-22T13:16:09,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f01d618e51f84d22902e31ff1eb20cd8_81e8fd8ba27f5453de4739d7db8967b1 is 50, key is test_row_0/A:col10/1732281368158/Put/seqid=0 2024-11-22T13:16:09,335 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e8fd8ba27f5453de4739d7db8967b1#C#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:09,336 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/7ce134a135784c63a63c67ac6f059b1a is 50, key is test_row_0/C:col10/1732281368090/Put/seqid=0 2024-11-22T13:16:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T13:16:09,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742267_1443 (size=12454) 2024-11-22T13:16:09,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. as already flushing 2024-11-22T13:16:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:09,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742268_1444 (size=13017) 2024-11-22T13:16:09,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281429455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:09,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:09,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:09,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:09,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281429458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:09,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:09,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:09,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:09,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281429565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:09,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:09,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:09,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:09,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281429585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:09,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:09,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:09,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:09,719 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e8fd8ba27f5453de4739d7db8967b1#A#compaction#372 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:09,719 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/bed7115545ec40caa69fdc579e64855c is 175, key is test_row_0/A:col10/1732281368090/Put/seqid=0 2024-11-22T13:16:09,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742269_1445 (size=31971) 2024-11-22T13:16:09,739 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/bed7115545ec40caa69fdc579e64855c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/bed7115545ec40caa69fdc579e64855c 2024-11-22T13:16:09,749 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 81e8fd8ba27f5453de4739d7db8967b1/A of 81e8fd8ba27f5453de4739d7db8967b1 into bed7115545ec40caa69fdc579e64855c(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:09,749 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:09,749 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., storeName=81e8fd8ba27f5453de4739d7db8967b1/A, priority=12, startTime=1732281369148; duration=0sec 2024-11-22T13:16:09,749 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:09,750 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e8fd8ba27f5453de4739d7db8967b1:A 2024-11-22T13:16:09,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:09,775 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f01d618e51f84d22902e31ff1eb20cd8_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f01d618e51f84d22902e31ff1eb20cd8_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:09,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/971b190997a344369bc60b58b36d86f1, store: [table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:09,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/971b190997a344369bc60b58b36d86f1 is 175, key is test_row_0/A:col10/1732281368158/Put/seqid=0 2024-11-22T13:16:09,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742270_1446 (size=31255) 2024-11-22T13:16:09,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281429775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:09,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:09,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:09,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:09,798 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/7ce134a135784c63a63c67ac6f059b1a as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/7ce134a135784c63a63c67ac6f059b1a 2024-11-22T13:16:09,802 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 81e8fd8ba27f5453de4739d7db8967b1/C of 81e8fd8ba27f5453de4739d7db8967b1 into 7ce134a135784c63a63c67ac6f059b1a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:09,802 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:09,802 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., storeName=81e8fd8ba27f5453de4739d7db8967b1/C, priority=12, startTime=1732281369148; duration=0sec 2024-11-22T13:16:09,802 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:09,802 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e8fd8ba27f5453de4739d7db8967b1:C 2024-11-22T13:16:09,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281429805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:09,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:09,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:09,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:10,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281430104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:10,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:10,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:10,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:10,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732281430115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:10,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:10,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:10,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:10,185 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=410, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/971b190997a344369bc60b58b36d86f1 2024-11-22T13:16:10,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/e1460379f0b4431d8c9f7426445c88e9 is 50, key is test_row_0/B:col10/1732281368158/Put/seqid=0 2024-11-22T13:16:10,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742271_1447 (size=12301) 2024-11-22T13:16:10,197 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/e1460379f0b4431d8c9f7426445c88e9 2024-11-22T13:16:10,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/cf0f93e7d30a4831a56bba40104886c6 is 50, key is test_row_0/C:col10/1732281368158/Put/seqid=0 2024-11-22T13:16:10,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742272_1448 (size=12301) 2024-11-22T13:16:10,354 INFO [Thread-1627 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1627. 2024-11-22T13:16:10,354 DEBUG [Thread-1627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:16:10,354 DEBUG [Thread-1627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:10,354 DEBUG [Thread-1627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:10,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:16:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T13:16:10,360 INFO [Thread-1625 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1625. 2024-11-22T13:16:10,360 DEBUG [Thread-1625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:16:10,360 DEBUG [Thread-1625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:10,361 DEBUG [Thread-1625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:10,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:16:10,361 INFO [Thread-1629 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1629. 2024-11-22T13:16:10,361 DEBUG [Thread-1629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:16:10,361 DEBUG [Thread-1629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:10,361 DEBUG [Thread-1629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:10,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:16:10,363 INFO [Thread-1631 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1631. 2024-11-22T13:16:10,363 DEBUG [Thread-1631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:16:10,363 DEBUG [Thread-1631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:10,363 DEBUG [Thread-1631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:10,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:16:10,370 INFO [Thread-1623 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1623. 2024-11-22T13:16:10,370 DEBUG [Thread-1623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:16:10,370 DEBUG [Thread-1623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:10,370 DEBUG [Thread-1623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:10,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:16:10,611 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/cf0f93e7d30a4831a56bba40104886c6 2024-11-22T13:16:10,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/971b190997a344369bc60b58b36d86f1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/971b190997a344369bc60b58b36d86f1 2024-11-22T13:16:10,623 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/971b190997a344369bc60b58b36d86f1, entries=150, sequenceid=410, filesize=30.5 K 2024-11-22T13:16:10,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/e1460379f0b4431d8c9f7426445c88e9 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/e1460379f0b4431d8c9f7426445c88e9 2024-11-22T13:16:10,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:10,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56940 deadline: 1732281430625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:10,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:10,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:10,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:10,627 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/e1460379f0b4431d8c9f7426445c88e9, entries=150, sequenceid=410, filesize=12.0 K 2024-11-22T13:16:10,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/cf0f93e7d30a4831a56bba40104886c6 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/cf0f93e7d30a4831a56bba40104886c6 2024-11-22T13:16:10,631 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/cf0f93e7d30a4831a56bba40104886c6, entries=150, sequenceid=410, filesize=12.0 K 2024-11-22T13:16:10,631 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 81e8fd8ba27f5453de4739d7db8967b1 in 1353ms, sequenceid=410, compaction requested=false 2024-11-22T13:16:10,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:10,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:10,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-22T13:16:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-22T13:16:10,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-22T13:16:10,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4240 sec 2024-11-22T13:16:10,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.4280 sec 2024-11-22T13:16:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:10,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 81e8fd8ba27f5453de4739d7db8967b1 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-22T13:16:10,636 INFO [Thread-1618 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1618. 2024-11-22T13:16:10,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=A 2024-11-22T13:16:10,636 DEBUG [Thread-1618 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:16:10,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:10,636 DEBUG [Thread-1618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:10,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=B 2024-11-22T13:16:10,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:10,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=C 2024-11-22T13:16:10,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:10,636 DEBUG [Thread-1618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:10,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:16:10,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112248706d567d9b41b8848518aeab575dcd_81e8fd8ba27f5453de4739d7db8967b1 is 50, key is test_row_0/A:col10/1732281369388/Put/seqid=0 2024-11-22T13:16:10,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742273_1449 (size=12454) 2024-11-22T13:16:11,044 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:11,048 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112248706d567d9b41b8848518aeab575dcd_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112248706d567d9b41b8848518aeab575dcd_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:11,049 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/5c40e6a569474c8fb843aed9db37ddf8, store: [table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:11,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/5c40e6a569474c8fb843aed9db37ddf8 is 175, key is test_row_0/A:col10/1732281369388/Put/seqid=0 2024-11-22T13:16:11,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742274_1450 (size=31255) 2024-11-22T13:16:11,455 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=431, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/5c40e6a569474c8fb843aed9db37ddf8 2024-11-22T13:16:11,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/2b9b97b152b948d3bcfa250f08e598fe is 50, key is test_row_0/B:col10/1732281369388/Put/seqid=0 2024-11-22T13:16:11,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742275_1451 (size=12301) 2024-11-22T13:16:11,640 INFO [Thread-1612 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1612. 2024-11-22T13:16:11,640 DEBUG [Thread-1612 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:16:11,640 DEBUG [Thread-1612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:11,640 DEBUG [Thread-1612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:11,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:16:11,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/2b9b97b152b948d3bcfa250f08e598fe 2024-11-22T13:16:11,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/f7a23b873cdf4f1483faa460853e2794 is 50, key is test_row_0/C:col10/1732281369388/Put/seqid=0 2024-11-22T13:16:11,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742276_1452 (size=12301) 2024-11-22T13:16:12,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/f7a23b873cdf4f1483faa460853e2794 2024-11-22T13:16:12,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/5c40e6a569474c8fb843aed9db37ddf8 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/5c40e6a569474c8fb843aed9db37ddf8 2024-11-22T13:16:12,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/5c40e6a569474c8fb843aed9db37ddf8, entries=150, sequenceid=431, filesize=30.5 K 2024-11-22T13:16:12,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/2b9b97b152b948d3bcfa250f08e598fe as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/2b9b97b152b948d3bcfa250f08e598fe 2024-11-22T13:16:12,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/2b9b97b152b948d3bcfa250f08e598fe, entries=150, sequenceid=431, filesize=12.0 K 2024-11-22T13:16:12,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/f7a23b873cdf4f1483faa460853e2794 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/f7a23b873cdf4f1483faa460853e2794 2024-11-22T13:16:12,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/f7a23b873cdf4f1483faa460853e2794, entries=150, sequenceid=431, filesize=12.0 K 2024-11-22T13:16:12,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=6.71 KB/6870 for 81e8fd8ba27f5453de4739d7db8967b1 in 1662ms, sequenceid=431, compaction requested=true 2024-11-22T13:16:12,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:12,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e8fd8ba27f5453de4739d7db8967b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:16:12,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:12,298 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:16:12,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e8fd8ba27f5453de4739d7db8967b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:16:12,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:12,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e8fd8ba27f5453de4739d7db8967b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:16:12,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:12,298 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:16:12,299 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:16:12,299 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:16:12,299 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 81e8fd8ba27f5453de4739d7db8967b1/A is initiating minor compaction (all files) 2024-11-22T13:16:12,299 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 81e8fd8ba27f5453de4739d7db8967b1/B is initiating minor compaction (all files) 2024-11-22T13:16:12,299 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 81e8fd8ba27f5453de4739d7db8967b1/A in TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:12,299 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 81e8fd8ba27f5453de4739d7db8967b1/B in TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:12,299 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/bed7115545ec40caa69fdc579e64855c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/971b190997a344369bc60b58b36d86f1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/5c40e6a569474c8fb843aed9db37ddf8] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp, totalSize=92.3 K 2024-11-22T13:16:12,299 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/188ba5591d784a9ab648e428f871c3bd, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/e1460379f0b4431d8c9f7426445c88e9, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/2b9b97b152b948d3bcfa250f08e598fe] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp, totalSize=36.7 K 2024-11-22T13:16:12,299 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:12,299 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. files: [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/bed7115545ec40caa69fdc579e64855c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/971b190997a344369bc60b58b36d86f1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/5c40e6a569474c8fb843aed9db37ddf8] 2024-11-22T13:16:12,299 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 188ba5591d784a9ab648e428f871c3bd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732281368090 2024-11-22T13:16:12,299 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting bed7115545ec40caa69fdc579e64855c, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732281368090 2024-11-22T13:16:12,299 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1460379f0b4431d8c9f7426445c88e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732281368158 2024-11-22T13:16:12,299 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 971b190997a344369bc60b58b36d86f1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732281368158 2024-11-22T13:16:12,300 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b9b97b152b948d3bcfa250f08e598fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732281369388 2024-11-22T13:16:12,304 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c40e6a569474c8fb843aed9db37ddf8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732281369388 2024-11-22T13:16:12,309 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:12,310 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e8fd8ba27f5453de4739d7db8967b1#B#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:12,310 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/c572a6ed32bc4684b2bbd32923176452 is 50, key is test_row_0/B:col10/1732281369388/Put/seqid=0 2024-11-22T13:16:12,311 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122f69cad494ae442ad84b6640ddb1f46dd_81e8fd8ba27f5453de4739d7db8967b1 store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:12,313 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122f69cad494ae442ad84b6640ddb1f46dd_81e8fd8ba27f5453de4739d7db8967b1, store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:12,313 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f69cad494ae442ad84b6640ddb1f46dd_81e8fd8ba27f5453de4739d7db8967b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:12,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742277_1453 (size=13119) 2024-11-22T13:16:12,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742278_1454 (size=4469) 2024-11-22T13:16:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T13:16:12,385 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:16:12,718 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e8fd8ba27f5453de4739d7db8967b1#A#compaction#382 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:12,718 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/ff0106752a514be59fd8bc576995474d is 175, key is test_row_0/A:col10/1732281369388/Put/seqid=0 2024-11-22T13:16:12,720 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/c572a6ed32bc4684b2bbd32923176452 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/c572a6ed32bc4684b2bbd32923176452 2024-11-22T13:16:12,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742279_1455 (size=32073) 2024-11-22T13:16:12,724 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 81e8fd8ba27f5453de4739d7db8967b1/B of 81e8fd8ba27f5453de4739d7db8967b1 into c572a6ed32bc4684b2bbd32923176452(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:12,724 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:12,725 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., storeName=81e8fd8ba27f5453de4739d7db8967b1/B, priority=13, startTime=1732281372298; duration=0sec 2024-11-22T13:16:12,725 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:12,725 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e8fd8ba27f5453de4739d7db8967b1:B 2024-11-22T13:16:12,725 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:16:12,726 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:16:12,726 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 81e8fd8ba27f5453de4739d7db8967b1/C is initiating minor compaction (all files) 2024-11-22T13:16:12,726 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 81e8fd8ba27f5453de4739d7db8967b1/C in TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:12,726 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/7ce134a135784c63a63c67ac6f059b1a, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/cf0f93e7d30a4831a56bba40104886c6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/f7a23b873cdf4f1483faa460853e2794] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp, totalSize=36.7 K 2024-11-22T13:16:12,726 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ce134a135784c63a63c67ac6f059b1a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732281368090 2024-11-22T13:16:12,727 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf0f93e7d30a4831a56bba40104886c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732281368158 2024-11-22T13:16:12,727 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7a23b873cdf4f1483faa460853e2794, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732281369388 2024-11-22T13:16:12,733 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e8fd8ba27f5453de4739d7db8967b1#C#compaction#383 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:12,734 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/d8006db91e3749e78c791d8f7bf9a58d is 50, key is test_row_0/C:col10/1732281369388/Put/seqid=0 2024-11-22T13:16:12,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742280_1456 (size=13119) 2024-11-22T13:16:13,017 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T13:16:13,125 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/ff0106752a514be59fd8bc576995474d as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/ff0106752a514be59fd8bc576995474d 2024-11-22T13:16:13,129 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 81e8fd8ba27f5453de4739d7db8967b1/A of 81e8fd8ba27f5453de4739d7db8967b1 into ff0106752a514be59fd8bc576995474d(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:13,129 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:13,130 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., storeName=81e8fd8ba27f5453de4739d7db8967b1/A, priority=13, startTime=1732281372298; duration=0sec 2024-11-22T13:16:13,130 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:13,130 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e8fd8ba27f5453de4739d7db8967b1:A 2024-11-22T13:16:13,142 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/d8006db91e3749e78c791d8f7bf9a58d as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/d8006db91e3749e78c791d8f7bf9a58d 2024-11-22T13:16:13,146 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 81e8fd8ba27f5453de4739d7db8967b1/C of 81e8fd8ba27f5453de4739d7db8967b1 into d8006db91e3749e78c791d8f7bf9a58d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:13,146 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 81e8fd8ba27f5453de4739d7db8967b1: 2024-11-22T13:16:13,146 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., storeName=81e8fd8ba27f5453de4739d7db8967b1/C, priority=13, startTime=1732281372298; duration=0sec 2024-11-22T13:16:13,146 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:13,146 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e8fd8ba27f5453de4739d7db8967b1:C 2024-11-22T13:16:15,876 INFO [Thread-1616 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1616. 2024-11-22T13:16:15,876 DEBUG [Thread-1616 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:16:15,876 DEBUG [Thread-1616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:15,876 DEBUG [Thread-1616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:15,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:16:15,906 INFO [Thread-1614 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1614. 2024-11-22T13:16:15,907 DEBUG [Thread-1614 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:16:15,907 DEBUG [Thread-1614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:15,907 DEBUG [Thread-1614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:15,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:16:15,957 INFO [Thread-1620 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1620. 2024-11-22T13:16:15,957 DEBUG [Thread-1620 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:16:15,957 DEBUG [Thread-1620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:15,957 DEBUG [Thread-1620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:15,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:16:15,957 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T13:16:15,957 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 118 2024-11-22T13:16:15,957 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-22T13:16:15,957 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-22T13:16:15,957 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 130 2024-11-22T13:16:15,957 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-22T13:16:15,957 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T13:16:15,957 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T13:16:15,957 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 893 2024-11-22T13:16:15,957 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2671 rows 2024-11-22T13:16:15,957 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 883 2024-11-22T13:16:15,957 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2642 rows 2024-11-22T13:16:15,957 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 879 2024-11-22T13:16:15,957 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2637 rows 2024-11-22T13:16:15,957 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 884 2024-11-22T13:16:15,957 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2641 rows 2024-11-22T13:16:15,957 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 893 2024-11-22T13:16:15,957 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2674 rows 2024-11-22T13:16:15,957 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T13:16:15,958 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T13:16:15,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:15,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:15,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:16:15,959 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T13:16:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T13:16:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T13:16:15,963 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281375963"}]},"ts":"1732281375963"} 2024-11-22T13:16:15,965 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T13:16:15,965 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T13:16:15,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T13:16:15,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=81e8fd8ba27f5453de4739d7db8967b1, UNASSIGN}] 2024-11-22T13:16:15,968 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=81e8fd8ba27f5453de4739d7db8967b1, UNASSIGN 2024-11-22T13:16:15,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=81e8fd8ba27f5453de4739d7db8967b1, regionState=CLOSING, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:16:15,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=81e8fd8ba27f5453de4739d7db8967b1, UNASSIGN because future has completed 2024-11-22T13:16:15,970 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T13:16:15,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160}] 2024-11-22T13:16:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T13:16:16,122 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(122): Close 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:16,123 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T13:16:16,123 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1722): Closing 81e8fd8ba27f5453de4739d7db8967b1, disabling compactions & flushes 2024-11-22T13:16:16,123 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:16,123 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:16,123 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. after waiting 0 ms 2024-11-22T13:16:16,123 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:16,123 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(2902): Flushing 81e8fd8ba27f5453de4739d7db8967b1 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-22T13:16:16,123 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=A 2024-11-22T13:16:16,123 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:16,123 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=B 2024-11-22T13:16:16,123 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:16,123 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e8fd8ba27f5453de4739d7db8967b1, store=C 2024-11-22T13:16:16,123 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:16,129 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112244035352e88f4caf81ad8ecd97dd3fca_81e8fd8ba27f5453de4739d7db8967b1 is 50, key is test_row_0/A:col10/1732281375955/Put/seqid=0 2024-11-22T13:16:16,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742281_1457 (size=9914) 2024-11-22T13:16:16,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T13:16:16,535 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:16,541 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112244035352e88f4caf81ad8ecd97dd3fca_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112244035352e88f4caf81ad8ecd97dd3fca_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:16,542 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/dda58bbd8a4642a7baa9f6eaf9ca55e2, store: [table=TestAcidGuarantees family=A region=81e8fd8ba27f5453de4739d7db8967b1] 2024-11-22T13:16:16,543 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/dda58bbd8a4642a7baa9f6eaf9ca55e2 is 175, key is test_row_0/A:col10/1732281375955/Put/seqid=0 2024-11-22T13:16:16,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742282_1458 (size=22561) 2024-11-22T13:16:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T13:16:16,948 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=441, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/dda58bbd8a4642a7baa9f6eaf9ca55e2 2024-11-22T13:16:16,954 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/755d22d0bc5b4183ab225cc187082868 is 50, key is test_row_0/B:col10/1732281375955/Put/seqid=0 2024-11-22T13:16:16,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742283_1459 (size=9857) 2024-11-22T13:16:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T13:16:17,359 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/755d22d0bc5b4183ab225cc187082868 2024-11-22T13:16:17,373 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/3bf427a95a474f19833ddd9221778e73 is 50, key is test_row_0/C:col10/1732281375955/Put/seqid=0 2024-11-22T13:16:17,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742284_1460 (size=9857) 2024-11-22T13:16:17,509 WARN [regionserver/e025332d312f:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 5, running: 1 2024-11-22T13:16:17,511 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/56e32abef5874851925a6190ab5f2441, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/8b34f287b6e84b57a8c06592e67dcbd5, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/4b564835bc4e49089397bfc126242d0e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/40dd8501d06b46fe97a6c8f4c22a8069, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/e01a67d242354634bffef2324bcfcb55, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/d36019374fca4cada3a9e8612680ff86, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/3c6fc8e09d8a4fc1baa45bd3146c5807, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/2c0da6e771d14e6e93bd75e6b2a02e21, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/3a58118023d2437bb058888726d7ee5d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/41733d331e914cdca44162b6ad378d64, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/69234f7593034e2b9f0a24ee83b604d9, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/81345113793b46eeb56dc8a13d716eca, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/0a89d33fc359405088359f9580de7b3c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/90ef9fe74fab4db694225bb528578278, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/112dee1823f547779450c672b75b874c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/59db12eec8ac4199a1054081d43e7c04, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/b3c453713a0748949eaace73e1c9d531, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/81a73acf319b452eb1dbe14a1cc03d13, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/3acb1b8a34174ece8c54231da156c5d9, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/c3b51c2b98464d0ebf7405c46c43e384, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/84728c6f73f944d6835be41323a3de6b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/bed7115545ec40caa69fdc579e64855c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/971b190997a344369bc60b58b36d86f1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/5c40e6a569474c8fb843aed9db37ddf8] to archive 2024-11-22T13:16:17,512 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T13:16:17,514 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/56e32abef5874851925a6190ab5f2441 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/56e32abef5874851925a6190ab5f2441 2024-11-22T13:16:17,515 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/8b34f287b6e84b57a8c06592e67dcbd5 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/8b34f287b6e84b57a8c06592e67dcbd5 2024-11-22T13:16:17,516 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/4b564835bc4e49089397bfc126242d0e to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/4b564835bc4e49089397bfc126242d0e 2024-11-22T13:16:17,516 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/40dd8501d06b46fe97a6c8f4c22a8069 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/40dd8501d06b46fe97a6c8f4c22a8069 2024-11-22T13:16:17,517 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/e01a67d242354634bffef2324bcfcb55 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/e01a67d242354634bffef2324bcfcb55 2024-11-22T13:16:17,518 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/d36019374fca4cada3a9e8612680ff86 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/d36019374fca4cada3a9e8612680ff86 2024-11-22T13:16:17,519 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/3c6fc8e09d8a4fc1baa45bd3146c5807 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/3c6fc8e09d8a4fc1baa45bd3146c5807 2024-11-22T13:16:17,520 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/2c0da6e771d14e6e93bd75e6b2a02e21 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/2c0da6e771d14e6e93bd75e6b2a02e21 2024-11-22T13:16:17,521 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/3a58118023d2437bb058888726d7ee5d to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/3a58118023d2437bb058888726d7ee5d 2024-11-22T13:16:17,521 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/41733d331e914cdca44162b6ad378d64 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/41733d331e914cdca44162b6ad378d64 2024-11-22T13:16:17,522 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/69234f7593034e2b9f0a24ee83b604d9 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/69234f7593034e2b9f0a24ee83b604d9 2024-11-22T13:16:17,523 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/81345113793b46eeb56dc8a13d716eca to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/81345113793b46eeb56dc8a13d716eca 2024-11-22T13:16:17,524 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/0a89d33fc359405088359f9580de7b3c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/0a89d33fc359405088359f9580de7b3c 2024-11-22T13:16:17,525 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/90ef9fe74fab4db694225bb528578278 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/90ef9fe74fab4db694225bb528578278 2024-11-22T13:16:17,526 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/112dee1823f547779450c672b75b874c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/112dee1823f547779450c672b75b874c 2024-11-22T13:16:17,526 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/59db12eec8ac4199a1054081d43e7c04 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/59db12eec8ac4199a1054081d43e7c04 2024-11-22T13:16:17,527 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/b3c453713a0748949eaace73e1c9d531 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/b3c453713a0748949eaace73e1c9d531 2024-11-22T13:16:17,528 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/81a73acf319b452eb1dbe14a1cc03d13 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/81a73acf319b452eb1dbe14a1cc03d13 2024-11-22T13:16:17,529 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/3acb1b8a34174ece8c54231da156c5d9 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/3acb1b8a34174ece8c54231da156c5d9 2024-11-22T13:16:17,530 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/c3b51c2b98464d0ebf7405c46c43e384 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/c3b51c2b98464d0ebf7405c46c43e384 2024-11-22T13:16:17,531 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/84728c6f73f944d6835be41323a3de6b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/84728c6f73f944d6835be41323a3de6b 2024-11-22T13:16:17,532 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/bed7115545ec40caa69fdc579e64855c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/bed7115545ec40caa69fdc579e64855c 2024-11-22T13:16:17,533 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/971b190997a344369bc60b58b36d86f1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/971b190997a344369bc60b58b36d86f1 2024-11-22T13:16:17,534 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/5c40e6a569474c8fb843aed9db37ddf8 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/5c40e6a569474c8fb843aed9db37ddf8 2024-11-22T13:16:17,538 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/cd31732e54364ab09b0cbefa8af19ad6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/f06f73e6c637409ba0aaae817281cd3c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/c1acac9421b0439cbf87a7bc26ea4d0a, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/56b5e3221d094c2e9f95373b951ca71f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/d008309559e84f9fa81aa810c76ea04e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/a9856385c8d84e3e8c881e9e11b62c3f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/ac6879fd56fd4e038f9c25171b6e7406, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/baab0ce7a9374478a9e38152d8bfec8c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/61bcff62f40f47f6a3d4980aa9d7ae1f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/5c928e41be9847c9812b4ab31fe5bff5, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/3851c135ad7c40bebcc279b655c1204e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/7a2f1091fe3d46f49d1849c043364745, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/9fc7bf07540143ec803513321c04c19e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/156df444f7714f2d9f0805a2701828bf, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/b9384410e07a4cca8661763123b05f9c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/befb708e6e6f4baab193a9f25d707768, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/f86eba06776549c68672c19c440aa2e4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/b024552bd2c7430dbe40ffd9a57e71b3, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/3435462eda6743dea65ddf944ee08a20, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/e1ad94c2b1ac4d8d805abaa42171667c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/188ba5591d784a9ab648e428f871c3bd, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/2ea00867f4364fba9df10d24ef91257d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/e1460379f0b4431d8c9f7426445c88e9, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/2b9b97b152b948d3bcfa250f08e598fe] to archive 2024-11-22T13:16:17,538 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T13:16:17,540 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/cd31732e54364ab09b0cbefa8af19ad6 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/cd31732e54364ab09b0cbefa8af19ad6 2024-11-22T13:16:17,540 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/f06f73e6c637409ba0aaae817281cd3c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/f06f73e6c637409ba0aaae817281cd3c 2024-11-22T13:16:17,541 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/c1acac9421b0439cbf87a7bc26ea4d0a to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/c1acac9421b0439cbf87a7bc26ea4d0a 2024-11-22T13:16:17,542 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/56b5e3221d094c2e9f95373b951ca71f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/56b5e3221d094c2e9f95373b951ca71f 2024-11-22T13:16:17,543 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/d008309559e84f9fa81aa810c76ea04e to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/d008309559e84f9fa81aa810c76ea04e 2024-11-22T13:16:17,544 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/a9856385c8d84e3e8c881e9e11b62c3f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/a9856385c8d84e3e8c881e9e11b62c3f 2024-11-22T13:16:17,545 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/ac6879fd56fd4e038f9c25171b6e7406 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/ac6879fd56fd4e038f9c25171b6e7406 2024-11-22T13:16:17,546 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/baab0ce7a9374478a9e38152d8bfec8c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/baab0ce7a9374478a9e38152d8bfec8c 2024-11-22T13:16:17,546 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/61bcff62f40f47f6a3d4980aa9d7ae1f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/61bcff62f40f47f6a3d4980aa9d7ae1f 2024-11-22T13:16:17,547 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/5c928e41be9847c9812b4ab31fe5bff5 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/5c928e41be9847c9812b4ab31fe5bff5 2024-11-22T13:16:17,548 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/3851c135ad7c40bebcc279b655c1204e to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/3851c135ad7c40bebcc279b655c1204e 2024-11-22T13:16:17,548 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/7a2f1091fe3d46f49d1849c043364745 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/7a2f1091fe3d46f49d1849c043364745 2024-11-22T13:16:17,549 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/9fc7bf07540143ec803513321c04c19e to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/9fc7bf07540143ec803513321c04c19e 2024-11-22T13:16:17,549 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/156df444f7714f2d9f0805a2701828bf to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/156df444f7714f2d9f0805a2701828bf 2024-11-22T13:16:17,550 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/b9384410e07a4cca8661763123b05f9c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/b9384410e07a4cca8661763123b05f9c 2024-11-22T13:16:17,550 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/befb708e6e6f4baab193a9f25d707768 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/befb708e6e6f4baab193a9f25d707768 2024-11-22T13:16:17,551 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/f86eba06776549c68672c19c440aa2e4 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/f86eba06776549c68672c19c440aa2e4 2024-11-22T13:16:17,552 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/b024552bd2c7430dbe40ffd9a57e71b3 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/b024552bd2c7430dbe40ffd9a57e71b3 2024-11-22T13:16:17,552 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/3435462eda6743dea65ddf944ee08a20 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/3435462eda6743dea65ddf944ee08a20 2024-11-22T13:16:17,553 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/e1ad94c2b1ac4d8d805abaa42171667c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/e1ad94c2b1ac4d8d805abaa42171667c 2024-11-22T13:16:17,553 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/188ba5591d784a9ab648e428f871c3bd to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/188ba5591d784a9ab648e428f871c3bd 2024-11-22T13:16:17,554 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/2ea00867f4364fba9df10d24ef91257d to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/2ea00867f4364fba9df10d24ef91257d 2024-11-22T13:16:17,554 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/e1460379f0b4431d8c9f7426445c88e9 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/e1460379f0b4431d8c9f7426445c88e9 2024-11-22T13:16:17,555 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/2b9b97b152b948d3bcfa250f08e598fe to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/2b9b97b152b948d3bcfa250f08e598fe 2024-11-22T13:16:17,557 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/a632141b71834dd0a8d0b7f54bca650a, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/69f258138fa2479b963eaf69135ab918, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/d1a950ce4d5d41dd86a4dff4ab80114e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/8f3428236808426dba6e1c2c8ed79452, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/626ccaed873b45b294dc393405bd3ce7, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/94f4e9b9a3da4f9ebf6c10d1c7ecef43, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/2cc7d32a92754268a66e859175a7e4bf, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/d09c9b141ed54952a4450ff1a5720224, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/a7c8b663bf994fe7b6e779fa09da9229, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/29ec17f754da4425a6a16de5fc761bee, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/792f9708f20c42f792d6fa9294501e95, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/f461d8cce73446e88b74ef61b988b7b4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/e1fab877cee840fabf655fa478b2baee, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/dc2b9fb18e8b4b5ebe581965f51f1263, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/5ba1c0c5d1b348959c574dbd8fa6afaf, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/ac13f823cc304335bfcaa27e02e8cf7d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/4ff37004cec34bdd9aae90ceb1f74953, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/ea555cfef2924470a2277bbb14eb1fd6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/d30012e72ef747058fcf5d33146dfbce, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/0757ae41a52142739c6c31f25dd788b3, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/7ce134a135784c63a63c67ac6f059b1a, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/675b0f69040d4bc684ded88b004da9b6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/cf0f93e7d30a4831a56bba40104886c6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/f7a23b873cdf4f1483faa460853e2794] to archive 2024-11-22T13:16:17,558 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T13:16:17,559 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/a632141b71834dd0a8d0b7f54bca650a to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/a632141b71834dd0a8d0b7f54bca650a 2024-11-22T13:16:17,560 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/69f258138fa2479b963eaf69135ab918 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/69f258138fa2479b963eaf69135ab918 2024-11-22T13:16:17,561 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/d1a950ce4d5d41dd86a4dff4ab80114e to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/d1a950ce4d5d41dd86a4dff4ab80114e 2024-11-22T13:16:17,561 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/8f3428236808426dba6e1c2c8ed79452 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/8f3428236808426dba6e1c2c8ed79452 2024-11-22T13:16:17,562 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/626ccaed873b45b294dc393405bd3ce7 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/626ccaed873b45b294dc393405bd3ce7 2024-11-22T13:16:17,562 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/94f4e9b9a3da4f9ebf6c10d1c7ecef43 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/94f4e9b9a3da4f9ebf6c10d1c7ecef43 2024-11-22T13:16:17,563 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/2cc7d32a92754268a66e859175a7e4bf to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/2cc7d32a92754268a66e859175a7e4bf 2024-11-22T13:16:17,563 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/d09c9b141ed54952a4450ff1a5720224 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/d09c9b141ed54952a4450ff1a5720224 2024-11-22T13:16:17,564 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/a7c8b663bf994fe7b6e779fa09da9229 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/a7c8b663bf994fe7b6e779fa09da9229 2024-11-22T13:16:17,565 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/29ec17f754da4425a6a16de5fc761bee to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/29ec17f754da4425a6a16de5fc761bee 2024-11-22T13:16:17,565 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/792f9708f20c42f792d6fa9294501e95 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/792f9708f20c42f792d6fa9294501e95 2024-11-22T13:16:17,566 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/f461d8cce73446e88b74ef61b988b7b4 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/f461d8cce73446e88b74ef61b988b7b4 2024-11-22T13:16:17,567 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/e1fab877cee840fabf655fa478b2baee to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/e1fab877cee840fabf655fa478b2baee 2024-11-22T13:16:17,567 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/dc2b9fb18e8b4b5ebe581965f51f1263 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/dc2b9fb18e8b4b5ebe581965f51f1263 2024-11-22T13:16:17,568 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/5ba1c0c5d1b348959c574dbd8fa6afaf to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/5ba1c0c5d1b348959c574dbd8fa6afaf 2024-11-22T13:16:17,569 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/ac13f823cc304335bfcaa27e02e8cf7d to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/ac13f823cc304335bfcaa27e02e8cf7d 2024-11-22T13:16:17,569 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/4ff37004cec34bdd9aae90ceb1f74953 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/4ff37004cec34bdd9aae90ceb1f74953 2024-11-22T13:16:17,570 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/ea555cfef2924470a2277bbb14eb1fd6 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/ea555cfef2924470a2277bbb14eb1fd6 2024-11-22T13:16:17,571 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/d30012e72ef747058fcf5d33146dfbce to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/d30012e72ef747058fcf5d33146dfbce 2024-11-22T13:16:17,571 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/0757ae41a52142739c6c31f25dd788b3 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/0757ae41a52142739c6c31f25dd788b3 2024-11-22T13:16:17,572 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/7ce134a135784c63a63c67ac6f059b1a to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/7ce134a135784c63a63c67ac6f059b1a 2024-11-22T13:16:17,573 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/675b0f69040d4bc684ded88b004da9b6 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/675b0f69040d4bc684ded88b004da9b6 2024-11-22T13:16:17,573 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/cf0f93e7d30a4831a56bba40104886c6 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/cf0f93e7d30a4831a56bba40104886c6 2024-11-22T13:16:17,574 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/f7a23b873cdf4f1483faa460853e2794 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/f7a23b873cdf4f1483faa460853e2794 2024-11-22T13:16:17,780 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/3bf427a95a474f19833ddd9221778e73 2024-11-22T13:16:17,790 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/A/dda58bbd8a4642a7baa9f6eaf9ca55e2 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/dda58bbd8a4642a7baa9f6eaf9ca55e2 2024-11-22T13:16:17,795 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/dda58bbd8a4642a7baa9f6eaf9ca55e2, entries=100, sequenceid=441, filesize=22.0 K 2024-11-22T13:16:17,796 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/B/755d22d0bc5b4183ab225cc187082868 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/755d22d0bc5b4183ab225cc187082868 2024-11-22T13:16:17,801 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/755d22d0bc5b4183ab225cc187082868, entries=100, sequenceid=441, filesize=9.6 K 2024-11-22T13:16:17,802 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/.tmp/C/3bf427a95a474f19833ddd9221778e73 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/3bf427a95a474f19833ddd9221778e73 2024-11-22T13:16:17,806 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/3bf427a95a474f19833ddd9221778e73, entries=100, sequenceid=441, filesize=9.6 K 2024-11-22T13:16:17,807 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 81e8fd8ba27f5453de4739d7db8967b1 in 1684ms, sequenceid=441, compaction requested=false 2024-11-22T13:16:17,811 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/recovered.edits/444.seqid, newMaxSeqId=444, maxSeqId=4 2024-11-22T13:16:17,812 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. 2024-11-22T13:16:17,812 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1676): Region close journal for 81e8fd8ba27f5453de4739d7db8967b1: Waiting for close lock at 1732281376123Running coprocessor pre-close hooks at 1732281376123Disabling compacts and flushes for region at 1732281376123Disabling writes for close at 1732281376123Obtaining lock to block concurrent updates at 1732281376123Preparing flush snapshotting stores in 81e8fd8ba27f5453de4739d7db8967b1 at 1732281376123Finished memstore snapshotting TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732281376123Flushing stores of TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1. at 1732281376124 (+1 ms)Flushing 81e8fd8ba27f5453de4739d7db8967b1/A: creating writer at 1732281376124Flushing mob file 81e8fd8ba27f5453de4739d7db8967b1/A: appending metadata at 1732281376129 (+5 ms)Flushing mob file 81e8fd8ba27f5453de4739d7db8967b1/A: closing flushed file at 1732281376129Flushing 81e8fd8ba27f5453de4739d7db8967b1/A: appending metadata at 1732281376542 (+413 ms)Flushing 81e8fd8ba27f5453de4739d7db8967b1/A: closing flushed file at 1732281376542Flushing 81e8fd8ba27f5453de4739d7db8967b1/B: creating writer at 1732281376951 (+409 ms)Flushing 81e8fd8ba27f5453de4739d7db8967b1/B: appending metadata at 1732281376954 (+3 ms)Flushing 81e8fd8ba27f5453de4739d7db8967b1/B: closing flushed file at 1732281376954Flushing 81e8fd8ba27f5453de4739d7db8967b1/C: creating writer at 1732281377368 (+414 ms)Flushing 81e8fd8ba27f5453de4739d7db8967b1/C: appending metadata at 1732281377372 (+4 ms)Flushing 81e8fd8ba27f5453de4739d7db8967b1/C: closing flushed file at 1732281377372Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40811267: reopening flushed file at 1732281377789 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42558d8: reopening flushed file at 1732281377795 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f9c3452: reopening flushed file at 1732281377801 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 81e8fd8ba27f5453de4739d7db8967b1 in 1684ms, sequenceid=441, compaction requested=false at 1732281377807 (+6 ms)Writing region close event to WAL at 1732281377808 (+1 ms)Running coprocessor post-close hooks at 1732281377811 (+3 ms)Closed at 1732281377811 2024-11-22T13:16:17,813 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(157): Closed 81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:17,814 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=81e8fd8ba27f5453de4739d7db8967b1, regionState=CLOSED 2024-11-22T13:16:17,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 because future has completed 2024-11-22T13:16:17,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-22T13:16:17,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseRegionProcedure 81e8fd8ba27f5453de4739d7db8967b1, server=e025332d312f,34015,1732281255160 in 1.8460 sec 2024-11-22T13:16:17,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112 2024-11-22T13:16:17,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=81e8fd8ba27f5453de4739d7db8967b1, UNASSIGN in 1.8500 sec 2024-11-22T13:16:17,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-22T13:16:17,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8540 sec 2024-11-22T13:16:17,822 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281377822"}]},"ts":"1732281377822"} 2024-11-22T13:16:17,823 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T13:16:17,823 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T13:16:17,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8640 sec 2024-11-22T13:16:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T13:16:18,115 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:16:18,115 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T13:16:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:16:18,118 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:16:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-22T13:16:18,119 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=115, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:16:18,122 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:18,126 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A, FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B, FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C, FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/recovered.edits] 2024-11-22T13:16:18,131 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/dda58bbd8a4642a7baa9f6eaf9ca55e2 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/dda58bbd8a4642a7baa9f6eaf9ca55e2 2024-11-22T13:16:18,133 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/ff0106752a514be59fd8bc576995474d to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/A/ff0106752a514be59fd8bc576995474d 2024-11-22T13:16:18,136 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/755d22d0bc5b4183ab225cc187082868 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/755d22d0bc5b4183ab225cc187082868 2024-11-22T13:16:18,138 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/c572a6ed32bc4684b2bbd32923176452 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/B/c572a6ed32bc4684b2bbd32923176452 2024-11-22T13:16:18,141 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/3bf427a95a474f19833ddd9221778e73 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/3bf427a95a474f19833ddd9221778e73 2024-11-22T13:16:18,143 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/d8006db91e3749e78c791d8f7bf9a58d to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/C/d8006db91e3749e78c791d8f7bf9a58d 2024-11-22T13:16:18,146 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/recovered.edits/444.seqid to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1/recovered.edits/444.seqid 2024-11-22T13:16:18,147 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:18,147 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T13:16:18,147 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T13:16:18,148 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T13:16:18,153 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122146abaab308f4f57880f9474341b2470_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122146abaab308f4f57880f9474341b2470_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:18,155 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122383d9185443b4940b78d1b1fdabcbd16_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122383d9185443b4940b78d1b1fdabcbd16_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:18,157 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224188706a0a904391aefb964540d27bc0_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224188706a0a904391aefb964540d27bc0_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:18,159 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112244035352e88f4caf81ad8ecd97dd3fca_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112244035352e88f4caf81ad8ecd97dd3fca_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:18,160 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112248706d567d9b41b8848518aeab575dcd_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112248706d567d9b41b8848518aeab575dcd_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:18,162 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112258352ac5a1594dfa95cc16d0924bf4a7_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112258352ac5a1594dfa95cc16d0924bf4a7_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:18,164 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225a5fea5d830e4ea4b50058fa8d9ea66d_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225a5fea5d830e4ea4b50058fa8d9ea66d_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:18,165 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122664131cbd03e4169a37dddddba6d584c_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122664131cbd03e4169a37dddddba6d584c_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:18,167 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226e43fa0305034141afa2c8986d533754_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226e43fa0305034141afa2c8986d533754_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:18,169 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112272c32501e66e45eeafcd21dd4648c9ed_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112272c32501e66e45eeafcd21dd4648c9ed_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:18,171 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112287432f81d6d14dc2b1dad91b81f44d22_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112287432f81d6d14dc2b1dad91b81f44d22_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:18,173 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112291c613199e674d02b413cb5bdcb51a9b_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112291c613199e674d02b413cb5bdcb51a9b_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:18,175 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a3ccfb9be9af4c91bba9423ed5294fc1_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a3ccfb9be9af4c91bba9423ed5294fc1_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:18,177 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a3e2e7ae41d34f43993099c54a9b72ff_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a3e2e7ae41d34f43993099c54a9b72ff_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:18,179 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ab488aba944a44df905cd8e4dd493d26_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ab488aba944a44df905cd8e4dd493d26_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:18,181 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cc6b54fb72314aa6b8ef5deb52c4b292_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cc6b54fb72314aa6b8ef5deb52c4b292_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:18,183 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d3b01304ddc6431c8392f119a7d4f630_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d3b01304ddc6431c8392f119a7d4f630_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:18,184 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e3603d28c51d44f79ba029219c05751d_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e3603d28c51d44f79ba029219c05751d_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:18,186 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f01d618e51f84d22902e31ff1eb20cd8_81e8fd8ba27f5453de4739d7db8967b1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f01d618e51f84d22902e31ff1eb20cd8_81e8fd8ba27f5453de4739d7db8967b1 2024-11-22T13:16:18,187 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T13:16:18,190 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=115, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:16:18,194 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T13:16:18,196 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T13:16:18,198 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=115, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:16:18,198 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T13:16:18,198 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732281378198"}]},"ts":"9223372036854775807"} 2024-11-22T13:16:18,200 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T13:16:18,200 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 81e8fd8ba27f5453de4739d7db8967b1, NAME => 'TestAcidGuarantees,,1732281348218.81e8fd8ba27f5453de4739d7db8967b1.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T13:16:18,200 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T13:16:18,201 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732281378200"}]},"ts":"9223372036854775807"} 2024-11-22T13:16:18,203 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T13:16:18,204 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=115, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:16:18,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 89 msec 2024-11-22T13:16:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-22T13:16:18,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T13:16:18,235 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:16:18,241 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248 (was 248), OpenFileDescriptor=455 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=442 (was 374) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2340 (was 2830) 2024-11-22T13:16:18,248 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=442, ProcessCount=11, AvailableMemoryMB=2340 2024-11-22T13:16:18,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T13:16:18,250 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T13:16:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T13:16:18,251 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T13:16:18,251 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:18,251 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 116 2024-11-22T13:16:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-22T13:16:18,252 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T13:16:18,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742285_1461 (size=1061) 2024-11-22T13:16:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-22T13:16:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-22T13:16:18,662 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9 2024-11-22T13:16:18,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742286_1462 (size=53) 2024-11-22T13:16:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-22T13:16:19,073 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:16:19,074 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 1228fb7dd3cae11a61f7b960fa49f3fd, disabling compactions & flushes 2024-11-22T13:16:19,074 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:19,074 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:19,074 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. after waiting 0 ms 2024-11-22T13:16:19,074 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:19,074 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:19,074 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1228fb7dd3cae11a61f7b960fa49f3fd: Waiting for close lock at 1732281379074Disabling compacts and flushes for region at 1732281379074Disabling writes for close at 1732281379074Writing region close event to WAL at 1732281379074Closed at 1732281379074 2024-11-22T13:16:19,076 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T13:16:19,077 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732281379076"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281379076"}]},"ts":"1732281379076"} 2024-11-22T13:16:19,079 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T13:16:19,081 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T13:16:19,081 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281379081"}]},"ts":"1732281379081"} 2024-11-22T13:16:19,084 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T13:16:19,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1228fb7dd3cae11a61f7b960fa49f3fd, ASSIGN}] 2024-11-22T13:16:19,087 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1228fb7dd3cae11a61f7b960fa49f3fd, ASSIGN 2024-11-22T13:16:19,088 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1228fb7dd3cae11a61f7b960fa49f3fd, ASSIGN; state=OFFLINE, location=e025332d312f,34015,1732281255160; forceNewPlan=false, retain=false 2024-11-22T13:16:19,239 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=1228fb7dd3cae11a61f7b960fa49f3fd, regionState=OPENING, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:16:19,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1228fb7dd3cae11a61f7b960fa49f3fd, ASSIGN because future has completed 2024-11-22T13:16:19,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160}] 2024-11-22T13:16:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-22T13:16:19,398 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:19,399 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7752): Opening region: {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} 2024-11-22T13:16:19,399 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:19,399 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:16:19,400 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7794): checking encryption for 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:19,400 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7797): checking classloading for 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:19,401 INFO [StoreOpener-1228fb7dd3cae11a61f7b960fa49f3fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:19,402 INFO [StoreOpener-1228fb7dd3cae11a61f7b960fa49f3fd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:16:19,403 INFO [StoreOpener-1228fb7dd3cae11a61f7b960fa49f3fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1228fb7dd3cae11a61f7b960fa49f3fd columnFamilyName A 2024-11-22T13:16:19,403 DEBUG [StoreOpener-1228fb7dd3cae11a61f7b960fa49f3fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:19,403 INFO [StoreOpener-1228fb7dd3cae11a61f7b960fa49f3fd-1 {}] regionserver.HStore(327): Store=1228fb7dd3cae11a61f7b960fa49f3fd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:16:19,403 INFO [StoreOpener-1228fb7dd3cae11a61f7b960fa49f3fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:19,404 INFO [StoreOpener-1228fb7dd3cae11a61f7b960fa49f3fd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:16:19,404 INFO [StoreOpener-1228fb7dd3cae11a61f7b960fa49f3fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1228fb7dd3cae11a61f7b960fa49f3fd columnFamilyName B 2024-11-22T13:16:19,404 DEBUG [StoreOpener-1228fb7dd3cae11a61f7b960fa49f3fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:19,405 INFO [StoreOpener-1228fb7dd3cae11a61f7b960fa49f3fd-1 {}] regionserver.HStore(327): Store=1228fb7dd3cae11a61f7b960fa49f3fd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:16:19,405 INFO [StoreOpener-1228fb7dd3cae11a61f7b960fa49f3fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:19,406 INFO [StoreOpener-1228fb7dd3cae11a61f7b960fa49f3fd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:16:19,406 INFO [StoreOpener-1228fb7dd3cae11a61f7b960fa49f3fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1228fb7dd3cae11a61f7b960fa49f3fd columnFamilyName C 2024-11-22T13:16:19,406 DEBUG [StoreOpener-1228fb7dd3cae11a61f7b960fa49f3fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:19,407 INFO [StoreOpener-1228fb7dd3cae11a61f7b960fa49f3fd-1 {}] regionserver.HStore(327): Store=1228fb7dd3cae11a61f7b960fa49f3fd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:16:19,407 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:19,407 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1038): replaying wal for 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:19,408 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:19,408 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:19,409 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1048): stopping wal replay for 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:19,409 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1060): Cleaning up temporary data for 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:19,410 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T13:16:19,411 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1093): writing seq id for 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:19,413 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:16:19,414 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1114): Opened 1228fb7dd3cae11a61f7b960fa49f3fd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68421492, jitterRate=0.01955968141555786}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T13:16:19,414 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:19,415 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1006): Region open journal for 1228fb7dd3cae11a61f7b960fa49f3fd: Running coprocessor pre-open hook at 1732281379400Writing region info on filesystem at 1732281379400Initializing all the Stores at 1732281379401 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281379401Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281379401Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281379401Cleaning up temporary data from old regions at 1732281379409 (+8 ms)Running coprocessor post-open hooks at 1732281379414 (+5 ms)Region opened successfully at 1732281379414 2024-11-22T13:16:19,415 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., pid=118, masterSystemTime=1732281379396 2024-11-22T13:16:19,417 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:19,417 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:19,418 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=1228fb7dd3cae11a61f7b960fa49f3fd, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:16:19,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 because future has completed 2024-11-22T13:16:19,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-22T13:16:19,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; OpenRegionProcedure 1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 in 177 msec 2024-11-22T13:16:19,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-11-22T13:16:19,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1228fb7dd3cae11a61f7b960fa49f3fd, ASSIGN in 339 msec 2024-11-22T13:16:19,428 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T13:16:19,428 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281379428"}]},"ts":"1732281379428"} 2024-11-22T13:16:19,429 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T13:16:19,430 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T13:16:19,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1800 sec 2024-11-22T13:16:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-22T13:16:20,395 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:16:20,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ad78a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,397 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:16:20,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:16:20,399 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:16:20,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:16:20,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:16:20,400 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53347adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,400 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:16:20,400 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:16:20,400 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:20,402 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:16:20,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@484835e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:16:20,405 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:16:20,406 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:16:20,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:16:20,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T13:16:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e025332d312f,46617,1732281253851 2024-11-22T13:16:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fed1878 2024-11-22T13:16:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T13:16:20,412 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T13:16:20,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac69b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:16:20,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:16:20,414 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:16:20,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:16:20,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:16:20,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f13bc8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:16:20,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:16:20,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:20,416 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:16:20,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6567921d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277a5c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:16:20,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:16:20,417 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:16:20,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:16:20,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:16:20,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ae947d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:16:20,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:16:20,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:20,418 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:16:20,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3acbeef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df5cdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:16:20,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:16:20,419 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:16:20,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:16:20,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:16:20,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d31208f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:16:20,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:16:20,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:20,420 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:16:20,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338f7f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b9b902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,421 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:16:20,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:16:20,422 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:16:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:16:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:16:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eae0d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:16:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:16:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:20,423 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:16:20,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9d2020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff7674f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:16:20,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:16:20,424 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:16:20,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:16:20,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:16:20,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@255c4928, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:16:20,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:16:20,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:20,425 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:16:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150f891a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107467c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,426 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:16:20,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:16:20,427 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:16:20,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:16:20,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:16:20,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc52309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:16:20,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:16:20,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:20,428 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:16:20,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@225f390f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acfd5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,429 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:16:20,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:16:20,430 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:16:20,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:16:20,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:16:20,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26542963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:16:20,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:16:20,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:20,431 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:16:20,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280c75a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379767c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:16:20,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:16:20,433 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:16:20,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:16:20,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:16:20,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257580bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:16:20,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:16:20,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:20,434 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:16:20,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d451398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f15306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:16:20,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:16:20,436 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:16:20,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:16:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:16:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15033df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:16:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:16:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:20,438 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:16:20,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e87dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df5a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:16:20,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:16:20,440 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:16:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:16:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:16:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40fa3c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:16:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:16:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:20,441 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:16:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fadc0e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:20,442 DEBUG [Thread-2079 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:16:20,442 DEBUG [Thread-2068 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:16:20,442 DEBUG [Thread-2072 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:16:20,442 DEBUG [Thread-2074 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:16:20,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:16:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:16:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:16:20,443 DEBUG [Thread-2070 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:16:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:16:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:16:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:16:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:16:20,443 DEBUG [Thread-2081 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:16:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:16:20,443 DEBUG [Thread-2085 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:16:20,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:16:20,444 DEBUG [Thread-2077 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:16:20,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:16:20,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:16:20,444 DEBUG [Thread-2066 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:16:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:16:20,444 DEBUG [Thread-2083 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:16:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:16:20,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:16:20,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:16:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:16:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:16:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:16:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:16:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-22T13:16:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:16:20,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:16:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:16:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:16:20,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:16:20,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:16:20,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:16:20,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:16:20,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:16:20,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:16:20,451 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:16:20,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:16:20,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:16:20,452 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:16:20,452 DEBUG [Thread-2070 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:16:20,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:16:20,452 DEBUG [Thread-2070 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:16:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T13:16:20,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:16:20,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:16:20,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:16:20,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:16:20,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:16:20,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:16:20,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:16:20,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2] 2024-11-22T13:16:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:20,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1228fb7dd3cae11a61f7b960fa49f3fd 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T13:16:20,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=A 2024-11-22T13:16:20,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:20,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=B 2024-11-22T13:16:20,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:20,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=C 2024-11-22T13:16:20,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:20,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/b700b97192fc4328a7adbde3fb880457 is 50, key is test_row_0/A:col10/1732281380465/Put/seqid=0 2024-11-22T13:16:20,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742287_1463 (size=14341) 2024-11-22T13:16:20,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58726 deadline: 1732281440490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:20,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:20,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281440491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:20,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:20,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732281440497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:20,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:20,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58736 deadline: 1732281440498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:20,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:20,509 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281440500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:20,509 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,509 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:20,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T13:16:20,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T13:16:20,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:20,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:20,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:20,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:20,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:20,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58726 deadline: 1732281440605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:20,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:20,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281440605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:20,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:20,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732281440605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:20,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:20,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:20,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58736 deadline: 1732281440614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:20,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:20,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281440614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:20,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,621 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:20,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:20,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T13:16:20,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:20,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:20,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:20,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:20,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T13:16:20,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58726 deadline: 1732281440815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:20,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:20,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281440815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:20,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:20,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:20,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732281440815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:20,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:20,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58736 deadline: 1732281440825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:20,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:20,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281440825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:20,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:20,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:20,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/b700b97192fc4328a7adbde3fb880457 2024-11-22T13:16:20,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T13:16:20,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:20,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:20,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:20,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:20,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:20,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/7cae1cdfb3f3422796e2468318ae949c is 50, key is test_row_0/B:col10/1732281380465/Put/seqid=0 2024-11-22T13:16:20,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742288_1464 (size=12001) 2024-11-22T13:16:21,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T13:16:21,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:21,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:21,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:21,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:21,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T13:16:21,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58726 deadline: 1732281441125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:21,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281441125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:21,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:21,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:21,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58736 deadline: 1732281441135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:21,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:21,143 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732281441135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:21,143 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:21,143 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:21,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281441135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:21,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:21,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:21,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:21,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:21,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:21,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:21,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T13:16:21,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:21,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:21,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:21,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:21,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:21,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/7cae1cdfb3f3422796e2468318ae949c 2024-11-22T13:16:21,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/8f95f3e2cbb14fdb834bee4496791ac9 is 50, key is test_row_0/C:col10/1732281380465/Put/seqid=0 2024-11-22T13:16:21,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742289_1465 (size=12001) 2024-11-22T13:16:21,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T13:16:21,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:21,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:21,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:21,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:21,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:21,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T13:16:21,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:21,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:21,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:21,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:21,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T13:16:21,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281441645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:21,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:21,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:21,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:21,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58726 deadline: 1732281441645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:21,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:21,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:21,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:21,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58736 deadline: 1732281441655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:21,661 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:21,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:21,661 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:21,661 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281441655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:21,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:21,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:21,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:21,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732281441655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:21,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:21,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:21,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:21,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T13:16:21,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:21,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:21,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:21,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:21,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:21,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/8f95f3e2cbb14fdb834bee4496791ac9 2024-11-22T13:16:21,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/b700b97192fc4328a7adbde3fb880457 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/b700b97192fc4328a7adbde3fb880457 2024-11-22T13:16:21,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/b700b97192fc4328a7adbde3fb880457, entries=200, sequenceid=14, filesize=14.0 K 2024-11-22T13:16:21,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/7cae1cdfb3f3422796e2468318ae949c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/7cae1cdfb3f3422796e2468318ae949c 2024-11-22T13:16:21,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/7cae1cdfb3f3422796e2468318ae949c, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T13:16:21,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/8f95f3e2cbb14fdb834bee4496791ac9 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/8f95f3e2cbb14fdb834bee4496791ac9 2024-11-22T13:16:21,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/8f95f3e2cbb14fdb834bee4496791ac9, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T13:16:21,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 1228fb7dd3cae11a61f7b960fa49f3fd in 1289ms, sequenceid=14, compaction requested=false 2024-11-22T13:16:21,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:21,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T13:16:21,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:21,830 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 1228fb7dd3cae11a61f7b960fa49f3fd 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T13:16:21,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=A 2024-11-22T13:16:21,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:21,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=B 2024-11-22T13:16:21,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:21,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=C 2024-11-22T13:16:21,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:21,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/e30fb564bdd64c0c8752e99c5bcd5f67 is 50, key is test_row_0/A:col10/1732281380495/Put/seqid=0 2024-11-22T13:16:21,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742290_1466 (size=12001) 2024-11-22T13:16:21,840 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/e30fb564bdd64c0c8752e99c5bcd5f67 2024-11-22T13:16:21,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/385b15e0714841f99043d8b1f275618f is 50, key is test_row_0/B:col10/1732281380495/Put/seqid=0 2024-11-22T13:16:21,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742291_1467 (size=12001) 2024-11-22T13:16:22,249 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/385b15e0714841f99043d8b1f275618f 2024-11-22T13:16:22,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/85f6d04bd31942edbc246364f1bb20ae is 50, key is test_row_0/C:col10/1732281380495/Put/seqid=0 2024-11-22T13:16:22,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742292_1468 (size=12001) 2024-11-22T13:16:22,260 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/85f6d04bd31942edbc246364f1bb20ae 2024-11-22T13:16:22,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/e30fb564bdd64c0c8752e99c5bcd5f67 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/e30fb564bdd64c0c8752e99c5bcd5f67 2024-11-22T13:16:22,266 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/e30fb564bdd64c0c8752e99c5bcd5f67, entries=150, sequenceid=33, filesize=11.7 K 2024-11-22T13:16:22,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/385b15e0714841f99043d8b1f275618f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/385b15e0714841f99043d8b1f275618f 2024-11-22T13:16:22,269 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/385b15e0714841f99043d8b1f275618f, entries=150, sequenceid=33, filesize=11.7 K 2024-11-22T13:16:22,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/85f6d04bd31942edbc246364f1bb20ae as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/85f6d04bd31942edbc246364f1bb20ae 2024-11-22T13:16:22,281 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/85f6d04bd31942edbc246364f1bb20ae, entries=150, sequenceid=33, filesize=11.7 K 2024-11-22T13:16:22,282 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 1228fb7dd3cae11a61f7b960fa49f3fd in 452ms, sequenceid=33, compaction requested=false 2024-11-22T13:16:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-22T13:16:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-22T13:16:22,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-22T13:16:22,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8340 sec 2024-11-22T13:16:22,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.8460 sec 2024-11-22T13:16:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T13:16:22,605 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:16:22,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:16:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-22T13:16:22,607 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:16:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T13:16:22,607 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:16:22,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:16:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:22,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1228fb7dd3cae11a61f7b960fa49f3fd 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T13:16:22,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=A 2024-11-22T13:16:22,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:22,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=B 2024-11-22T13:16:22,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:22,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=C 2024-11-22T13:16:22,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:22,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/71b18069130948ddbdb39d4a7f6b4248 is 50, key is test_row_0/A:col10/1732281382666/Put/seqid=0 2024-11-22T13:16:22,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742293_1469 (size=14341) 2024-11-22T13:16:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T13:16:22,719 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281382699, max timestamp=1732281382717Num uniques 859; 2024-11-22T13:16:22,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281382699, max timestamp=1732281382717Num uniques 859; 2024-11-22T13:16:22,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:16:22,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281382699, max timestamp=1732281382717Num uniques 859; 2024-11-22T13:16:22,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:16:22,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:16:22,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281442743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:22,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:22,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:22,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:22,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281442750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:22,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:22,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:22,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:22,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T13:16:22,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:22,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:22,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:22,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:22,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:22,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58736 deadline: 1732281442751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:22,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:22,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58726 deadline: 1732281442751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:22,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:22,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:22,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732281442753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:22,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281442855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:22,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:22,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:22,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:22,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281442865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:22,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:22,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:22,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:22,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58736 deadline: 1732281442875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:22,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:22,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58726 deadline: 1732281442875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:22,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:22,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:22,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:22,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732281442875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:22,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:22,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:22,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:22,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:22,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:22,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T13:16:22,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:22,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:22,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:22,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:22,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T13:16:23,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T13:16:23,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:23,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:23,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:23,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:23,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:23,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281443075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:23,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:23,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281443085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:23,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:23,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58736 deadline: 1732281443095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:23,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:23,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58726 deadline: 1732281443095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732281443095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:23,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/71b18069130948ddbdb39d4a7f6b4248 2024-11-22T13:16:23,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/0e1061c51ade45e9945ee2145d21bd6c is 50, key is test_row_0/B:col10/1732281382666/Put/seqid=0 2024-11-22T13:16:23,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742294_1470 (size=12001) 2024-11-22T13:16:23,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T13:16:23,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:23,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:23,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:23,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:23,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T13:16:23,335 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T13:16:23,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T13:16:23,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:23,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:23,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:23,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:23,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:23,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281443395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:23,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281443395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:23,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:23,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:23,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58736 deadline: 1732281443415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:23,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:23,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58726 deadline: 1732281443415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:23,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:23,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:23,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732281443415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:23,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:23,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T13:16:23,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:23,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:23,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/0e1061c51ade45e9945ee2145d21bd6c 2024-11-22T13:16:23,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:23,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:23,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:23,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/9e695c39d69f448b9e9e0310485d85e7 is 50, key is test_row_0/C:col10/1732281382666/Put/seqid=0 2024-11-22T13:16:23,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742295_1471 (size=12001) 2024-11-22T13:16:23,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T13:16:23,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:23,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:23,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:23,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:23,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T13:16:23,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T13:16:23,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:23,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:23,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:23,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:23,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:23,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:23,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:23,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281443905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:23,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:23,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281443905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:23,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:23,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:23,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:23,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732281443925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:23,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58736 deadline: 1732281443935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:23,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:23,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58726 deadline: 1732281443935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:23,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:23,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:23,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/9e695c39d69f448b9e9e0310485d85e7 2024-11-22T13:16:23,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/71b18069130948ddbdb39d4a7f6b4248 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/71b18069130948ddbdb39d4a7f6b4248 2024-11-22T13:16:23,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/71b18069130948ddbdb39d4a7f6b4248, entries=200, sequenceid=43, filesize=14.0 K 2024-11-22T13:16:23,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/0e1061c51ade45e9945ee2145d21bd6c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/0e1061c51ade45e9945ee2145d21bd6c 2024-11-22T13:16:23,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/0e1061c51ade45e9945ee2145d21bd6c, entries=150, sequenceid=43, filesize=11.7 K 2024-11-22T13:16:23,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/9e695c39d69f448b9e9e0310485d85e7 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/9e695c39d69f448b9e9e0310485d85e7 2024-11-22T13:16:23,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/9e695c39d69f448b9e9e0310485d85e7, entries=150, sequenceid=43, filesize=11.7 K 2024-11-22T13:16:23,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 1228fb7dd3cae11a61f7b960fa49f3fd in 1290ms, sequenceid=43, compaction requested=true 2024-11-22T13:16:23,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:23,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1228fb7dd3cae11a61f7b960fa49f3fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:16:23,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:23,963 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:16:23,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1228fb7dd3cae11a61f7b960fa49f3fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:16:23,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:23,963 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:16:23,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1228fb7dd3cae11a61f7b960fa49f3fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:16:23,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:23,964 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:16:23,964 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:16:23,964 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 1228fb7dd3cae11a61f7b960fa49f3fd/A is initiating minor compaction (all files) 2024-11-22T13:16:23,964 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 1228fb7dd3cae11a61f7b960fa49f3fd/B is initiating minor compaction (all files) 2024-11-22T13:16:23,964 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1228fb7dd3cae11a61f7b960fa49f3fd/A in TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:23,964 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1228fb7dd3cae11a61f7b960fa49f3fd/B in TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:23,964 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/7cae1cdfb3f3422796e2468318ae949c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/385b15e0714841f99043d8b1f275618f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/0e1061c51ade45e9945ee2145d21bd6c] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp, totalSize=35.2 K 2024-11-22T13:16:23,964 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/b700b97192fc4328a7adbde3fb880457, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/e30fb564bdd64c0c8752e99c5bcd5f67, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/71b18069130948ddbdb39d4a7f6b4248] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp, totalSize=39.7 K 2024-11-22T13:16:23,964 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting b700b97192fc4328a7adbde3fb880457, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732281380457 2024-11-22T13:16:23,964 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cae1cdfb3f3422796e2468318ae949c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732281380457 2024-11-22T13:16:23,964 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting e30fb564bdd64c0c8752e99c5bcd5f67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732281380488 2024-11-22T13:16:23,964 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 385b15e0714841f99043d8b1f275618f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732281380488 2024-11-22T13:16:23,965 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71b18069130948ddbdb39d4a7f6b4248, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732281382666 2024-11-22T13:16:23,965 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e1061c51ade45e9945ee2145d21bd6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732281382666 2024-11-22T13:16:23,969 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1228fb7dd3cae11a61f7b960fa49f3fd#A#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:23,970 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/ac146e5a443e47d6b388ea3a1b283419 is 50, key is test_row_0/A:col10/1732281382666/Put/seqid=0 2024-11-22T13:16:23,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742296_1472 (size=12104) 2024-11-22T13:16:23,980 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/ac146e5a443e47d6b388ea3a1b283419 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/ac146e5a443e47d6b388ea3a1b283419 2024-11-22T13:16:23,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T13:16:23,983 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1228fb7dd3cae11a61f7b960fa49f3fd#B#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:23,983 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/dc54c6d451af4e82953cd91c8fb644fd is 50, key is test_row_0/B:col10/1732281382666/Put/seqid=0 2024-11-22T13:16:23,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:23,984 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 1228fb7dd3cae11a61f7b960fa49f3fd 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-22T13:16:23,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=A 2024-11-22T13:16:23,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:16:23,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=B 2024-11-22T13:16:23,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:16:23,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=C 2024-11-22T13:16:23,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:16:23,987 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1228fb7dd3cae11a61f7b960fa49f3fd/A of 1228fb7dd3cae11a61f7b960fa49f3fd into ac146e5a443e47d6b388ea3a1b283419(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:23,987 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:23,987 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., storeName=1228fb7dd3cae11a61f7b960fa49f3fd/A, priority=13, startTime=1732281383963; duration=0sec 2024-11-22T13:16:23,987 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:23,987 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1228fb7dd3cae11a61f7b960fa49f3fd:A 2024-11-22T13:16:23,987 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:16:23,988 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:16:23,988 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 1228fb7dd3cae11a61f7b960fa49f3fd/C is initiating minor compaction (all files) 2024-11-22T13:16:23,988 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1228fb7dd3cae11a61f7b960fa49f3fd/C in TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:23,988 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/8f95f3e2cbb14fdb834bee4496791ac9, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/85f6d04bd31942edbc246364f1bb20ae, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/9e695c39d69f448b9e9e0310485d85e7] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp, totalSize=35.2 K 2024-11-22T13:16:23,988 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f95f3e2cbb14fdb834bee4496791ac9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732281380457 2024-11-22T13:16:23,989 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85f6d04bd31942edbc246364f1bb20ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732281380488 2024-11-22T13:16:23,989 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e695c39d69f448b9e9e0310485d85e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732281382666 2024-11-22T13:16:23,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/1fa5f496fdf444dd879d5acfb2ae5f89 is 50, key is test_row_0/A:col10/1732281382751/Put/seqid=0 2024-11-22T13:16:23,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742297_1473 (size=12104) 2024-11-22T13:16:23,995 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1228fb7dd3cae11a61f7b960fa49f3fd#C#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:23,995 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/834ff73c705c480480bd1b59d7fb6a90 is 50, key is test_row_0/C:col10/1732281382666/Put/seqid=0 2024-11-22T13:16:23,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742298_1474 (size=12001) 2024-11-22T13:16:23,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742299_1475 (size=12104) 2024-11-22T13:16:24,394 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/1fa5f496fdf444dd879d5acfb2ae5f89 2024-11-22T13:16:24,398 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/dc54c6d451af4e82953cd91c8fb644fd as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/dc54c6d451af4e82953cd91c8fb644fd 2024-11-22T13:16:24,403 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1228fb7dd3cae11a61f7b960fa49f3fd/B of 1228fb7dd3cae11a61f7b960fa49f3fd into dc54c6d451af4e82953cd91c8fb644fd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:24,403 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:24,403 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., storeName=1228fb7dd3cae11a61f7b960fa49f3fd/B, priority=13, startTime=1732281383963; duration=0sec 2024-11-22T13:16:24,403 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:24,403 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1228fb7dd3cae11a61f7b960fa49f3fd:B 2024-11-22T13:16:24,406 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/834ff73c705c480480bd1b59d7fb6a90 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/834ff73c705c480480bd1b59d7fb6a90 2024-11-22T13:16:24,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/b11784d4191940fa9555804c31a62d79 is 50, key is test_row_0/B:col10/1732281382751/Put/seqid=0 2024-11-22T13:16:24,410 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1228fb7dd3cae11a61f7b960fa49f3fd/C of 1228fb7dd3cae11a61f7b960fa49f3fd into 834ff73c705c480480bd1b59d7fb6a90(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:24,410 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:24,410 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., storeName=1228fb7dd3cae11a61f7b960fa49f3fd/C, priority=13, startTime=1732281383963; duration=0sec 2024-11-22T13:16:24,410 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:24,410 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1228fb7dd3cae11a61f7b960fa49f3fd:C 2024-11-22T13:16:24,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742300_1476 (size=12001) 2024-11-22T13:16:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T13:16:24,815 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/b11784d4191940fa9555804c31a62d79 2024-11-22T13:16:24,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/3bf63e34fd9d440eb48c0a5434eeb06b is 50, key is test_row_0/C:col10/1732281382751/Put/seqid=0 2024-11-22T13:16:24,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742301_1477 (size=12001) 2024-11-22T13:16:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:24,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:24,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732281444944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:24,954 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 1228fb7dd3cae11a61f7b960fa49f3fd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:16:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:24,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281444947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:24,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281444948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:24,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:24,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:24,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:24,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58736 deadline: 1732281444955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:24,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58726 deadline: 1732281444955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:24,960 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 1228fb7dd3cae11a61f7b960fa49f3fd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:16:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:24,960 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_1' in 1228fb7dd3cae11a61f7b960fa49f3fd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:16:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:25,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281445065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:25,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281445065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:25,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:25,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:25,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:25,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:25,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:25,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:25,224 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/3bf63e34fd9d440eb48c0a5434eeb06b 2024-11-22T13:16:25,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/1fa5f496fdf444dd879d5acfb2ae5f89 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/1fa5f496fdf444dd879d5acfb2ae5f89 2024-11-22T13:16:25,235 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/1fa5f496fdf444dd879d5acfb2ae5f89, entries=150, sequenceid=79, filesize=11.7 K 2024-11-22T13:16:25,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/b11784d4191940fa9555804c31a62d79 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/b11784d4191940fa9555804c31a62d79 2024-11-22T13:16:25,240 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/b11784d4191940fa9555804c31a62d79, entries=150, sequenceid=79, filesize=11.7 K 2024-11-22T13:16:25,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/3bf63e34fd9d440eb48c0a5434eeb06b as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/3bf63e34fd9d440eb48c0a5434eeb06b 2024-11-22T13:16:25,244 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/3bf63e34fd9d440eb48c0a5434eeb06b, entries=150, sequenceid=79, filesize=11.7 K 2024-11-22T13:16:25,245 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 1228fb7dd3cae11a61f7b960fa49f3fd in 1262ms, sequenceid=79, compaction requested=false 2024-11-22T13:16:25,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:25,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:25,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-22T13:16:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-22T13:16:25,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-22T13:16:25,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6380 sec 2024-11-22T13:16:25,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 2.6430 sec 2024-11-22T13:16:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:25,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1228fb7dd3cae11a61f7b960fa49f3fd 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T13:16:25,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=A 2024-11-22T13:16:25,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:25,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=B 2024-11-22T13:16:25,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:25,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=C 2024-11-22T13:16:25,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:25,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/62375d78d3d546789eeb8b2b840cc425 is 50, key is test_row_0/A:col10/1732281384947/Put/seqid=0 2024-11-22T13:16:25,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742302_1478 (size=14341) 2024-11-22T13:16:25,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/62375d78d3d546789eeb8b2b840cc425 2024-11-22T13:16:25,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/b278cc9adbd44d6ba1b11ee0749c8e67 is 50, key is test_row_0/B:col10/1732281384947/Put/seqid=0 2024-11-22T13:16:25,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742303_1479 (size=12001) 2024-11-22T13:16:25,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281385337, max timestamp=1732281385353Num uniques 859; 2024-11-22T13:16:25,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:16:25,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281385337, max timestamp=1732281385353Num uniques 859; 2024-11-22T13:16:25,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281385337, max timestamp=1732281385353Num uniques 859; 2024-11-22T13:16:25,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:16:25,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:16:25,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281445412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:25,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:25,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:25,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:25,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281445416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:25,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:25,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:25,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:25,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281445524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:25,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:25,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:25,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:25,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281445534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:25,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:25,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:25,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:25,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/b278cc9adbd44d6ba1b11ee0749c8e67 2024-11-22T13:16:25,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/bf865ae02d954f58b1bc7f214f648e7f is 50, key is test_row_0/C:col10/1732281384947/Put/seqid=0 2024-11-22T13:16:25,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742304_1480 (size=12001) 2024-11-22T13:16:25,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281445745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:25,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:25,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:25,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:25,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281445754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:25,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:25,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:25,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:26,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281446065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:26,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281446065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:26,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/bf865ae02d954f58b1bc7f214f648e7f 2024-11-22T13:16:26,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/62375d78d3d546789eeb8b2b840cc425 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/62375d78d3d546789eeb8b2b840cc425 2024-11-22T13:16:26,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/62375d78d3d546789eeb8b2b840cc425, entries=200, sequenceid=93, filesize=14.0 K 2024-11-22T13:16:26,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/b278cc9adbd44d6ba1b11ee0749c8e67 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/b278cc9adbd44d6ba1b11ee0749c8e67 2024-11-22T13:16:26,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/b278cc9adbd44d6ba1b11ee0749c8e67, entries=150, sequenceid=93, filesize=11.7 K 2024-11-22T13:16:26,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/bf865ae02d954f58b1bc7f214f648e7f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/bf865ae02d954f58b1bc7f214f648e7f 2024-11-22T13:16:26,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/bf865ae02d954f58b1bc7f214f648e7f, entries=150, sequenceid=93, filesize=11.7 K 2024-11-22T13:16:26,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 1228fb7dd3cae11a61f7b960fa49f3fd in 849ms, sequenceid=93, compaction requested=true 2024-11-22T13:16:26,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:26,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1228fb7dd3cae11a61f7b960fa49f3fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:16:26,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:26,127 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:16:26,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1228fb7dd3cae11a61f7b960fa49f3fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:16:26,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:26,127 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:16:26,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1228fb7dd3cae11a61f7b960fa49f3fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:16:26,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:26,128 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:16:26,128 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:16:26,128 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 1228fb7dd3cae11a61f7b960fa49f3fd/A is initiating minor compaction (all files) 2024-11-22T13:16:26,128 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 1228fb7dd3cae11a61f7b960fa49f3fd/B is initiating minor compaction (all files) 2024-11-22T13:16:26,128 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1228fb7dd3cae11a61f7b960fa49f3fd/A in TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:26,128 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1228fb7dd3cae11a61f7b960fa49f3fd/B in TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:26,128 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/ac146e5a443e47d6b388ea3a1b283419, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/1fa5f496fdf444dd879d5acfb2ae5f89, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/62375d78d3d546789eeb8b2b840cc425] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp, totalSize=37.5 K 2024-11-22T13:16:26,128 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/dc54c6d451af4e82953cd91c8fb644fd, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/b11784d4191940fa9555804c31a62d79, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/b278cc9adbd44d6ba1b11ee0749c8e67] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp, totalSize=35.3 K 2024-11-22T13:16:26,128 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting dc54c6d451af4e82953cd91c8fb644fd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732281382666 2024-11-22T13:16:26,128 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac146e5a443e47d6b388ea3a1b283419, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732281382666 2024-11-22T13:16:26,128 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting b11784d4191940fa9555804c31a62d79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732281382750 2024-11-22T13:16:26,128 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fa5f496fdf444dd879d5acfb2ae5f89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732281382750 2024-11-22T13:16:26,129 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting b278cc9adbd44d6ba1b11ee0749c8e67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732281384940 2024-11-22T13:16:26,129 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62375d78d3d546789eeb8b2b840cc425, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732281384940 2024-11-22T13:16:26,134 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1228fb7dd3cae11a61f7b960fa49f3fd#A#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:26,134 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/3405a8d091b744699e10f2d67fc1d710 is 50, key is test_row_0/A:col10/1732281384947/Put/seqid=0 2024-11-22T13:16:26,137 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1228fb7dd3cae11a61f7b960fa49f3fd#B#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:26,137 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/a9872a1ccd0a4232bc9e74a607721d75 is 50, key is test_row_0/B:col10/1732281384947/Put/seqid=0 2024-11-22T13:16:26,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742305_1481 (size=12207) 2024-11-22T13:16:26,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742306_1482 (size=12207) 2024-11-22T13:16:26,543 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/a9872a1ccd0a4232bc9e74a607721d75 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/a9872a1ccd0a4232bc9e74a607721d75 2024-11-22T13:16:26,543 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/3405a8d091b744699e10f2d67fc1d710 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/3405a8d091b744699e10f2d67fc1d710 2024-11-22T13:16:26,546 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1228fb7dd3cae11a61f7b960fa49f3fd/B of 1228fb7dd3cae11a61f7b960fa49f3fd into a9872a1ccd0a4232bc9e74a607721d75(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:26,546 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:26,546 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., storeName=1228fb7dd3cae11a61f7b960fa49f3fd/B, priority=13, startTime=1732281386127; duration=0sec 2024-11-22T13:16:26,546 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:26,546 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1228fb7dd3cae11a61f7b960fa49f3fd:B 2024-11-22T13:16:26,546 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:16:26,549 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:16:26,549 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 1228fb7dd3cae11a61f7b960fa49f3fd/C is initiating minor compaction (all files) 2024-11-22T13:16:26,549 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1228fb7dd3cae11a61f7b960fa49f3fd/A of 1228fb7dd3cae11a61f7b960fa49f3fd into 3405a8d091b744699e10f2d67fc1d710(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:26,549 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:26,549 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1228fb7dd3cae11a61f7b960fa49f3fd/C in TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:26,549 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., storeName=1228fb7dd3cae11a61f7b960fa49f3fd/A, priority=13, startTime=1732281386127; duration=0sec 2024-11-22T13:16:26,549 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/834ff73c705c480480bd1b59d7fb6a90, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/3bf63e34fd9d440eb48c0a5434eeb06b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/bf865ae02d954f58b1bc7f214f648e7f] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp, totalSize=35.3 K 2024-11-22T13:16:26,549 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:26,549 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1228fb7dd3cae11a61f7b960fa49f3fd:A 2024-11-22T13:16:26,549 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 834ff73c705c480480bd1b59d7fb6a90, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732281382666 2024-11-22T13:16:26,549 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bf63e34fd9d440eb48c0a5434eeb06b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732281382750 2024-11-22T13:16:26,549 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting bf865ae02d954f58b1bc7f214f648e7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732281384940 2024-11-22T13:16:26,553 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1228fb7dd3cae11a61f7b960fa49f3fd#C#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:26,554 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/83b9a95635ac45b8a38a95bc271bd45c is 50, key is test_row_0/C:col10/1732281384947/Put/seqid=0 2024-11-22T13:16:26,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742307_1483 (size=12207) 2024-11-22T13:16:26,564 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/83b9a95635ac45b8a38a95bc271bd45c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/83b9a95635ac45b8a38a95bc271bd45c 2024-11-22T13:16:26,568 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1228fb7dd3cae11a61f7b960fa49f3fd/C of 1228fb7dd3cae11a61f7b960fa49f3fd into 83b9a95635ac45b8a38a95bc271bd45c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:26,568 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:26,568 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., storeName=1228fb7dd3cae11a61f7b960fa49f3fd/C, priority=13, startTime=1732281386127; duration=0sec 2024-11-22T13:16:26,568 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:26,568 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1228fb7dd3cae11a61f7b960fa49f3fd:C 2024-11-22T13:16:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:26,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1228fb7dd3cae11a61f7b960fa49f3fd 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-22T13:16:26,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=A 2024-11-22T13:16:26,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:16:26,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=B 2024-11-22T13:16:26,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:16:26,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=C 2024-11-22T13:16:26,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:16:26,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/6694536c24a546fcbd0298a8ca5a6f2e is 50, key is test_row_0/A:col10/1732281386589/Put/seqid=0 2024-11-22T13:16:26,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742308_1484 (size=14391) 2024-11-22T13:16:26,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281446620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:26,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:26,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:26,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:26,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281446621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:26,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:26,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:26,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:26,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281446735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:26,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:26,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:26,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:26,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281446745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:26,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:26,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:26,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T13:16:26,775 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:16:26,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:16:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-22T13:16:26,780 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:16:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T13:16:26,781 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:16:26,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:16:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T13:16:26,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T13:16:26,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:26,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:26,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:26,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:26,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:26,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281446955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:26,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:26,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:26,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:26,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732281446965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:26,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281446965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:26,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:26,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:26,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:26,972 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 1228fb7dd3cae11a61f7b960fa49f3fd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:16:26,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:26,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:26,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:26,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58726 deadline: 1732281446975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:26,984 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_1' in 1228fb7dd3cae11a61f7b960fa49f3fd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:16:26,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:26,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:26,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:26,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58736 deadline: 1732281446984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:26,987 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 1228fb7dd3cae11a61f7b960fa49f3fd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:16:26,988 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:26,988 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:26,988 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:26,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/6694536c24a546fcbd0298a8ca5a6f2e 2024-11-22T13:16:27,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/ae5a27aa269d4225abd84a636a923c4c is 50, key is test_row_0/B:col10/1732281386589/Put/seqid=0 2024-11-22T13:16:27,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742309_1485 (size=12051) 2024-11-22T13:16:27,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T13:16:27,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:27,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:27,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:27,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:27,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T13:16:27,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T13:16:27,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:27,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:27,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:27,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:27,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:27,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281447266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:27,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:27,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:27,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:27,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281447285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:27,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:27,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:27,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:27,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T13:16:27,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:27,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:27,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:27,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:27,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T13:16:27,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/ae5a27aa269d4225abd84a636a923c4c 2024-11-22T13:16:27,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/fa5edf25b76745d4830bde3144136002 is 50, key is test_row_0/C:col10/1732281386589/Put/seqid=0 2024-11-22T13:16:27,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742310_1486 (size=12051) 2024-11-22T13:16:27,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T13:16:27,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:27,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:27,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:27,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:27,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:27,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T13:16:27,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:27,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:27,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:27,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:27,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:27,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:27,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281447785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:27,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:27,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:27,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:27,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281447806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:27,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:27,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:27,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:27,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/fa5edf25b76745d4830bde3144136002 2024-11-22T13:16:27,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/6694536c24a546fcbd0298a8ca5a6f2e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/6694536c24a546fcbd0298a8ca5a6f2e 2024-11-22T13:16:27,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/6694536c24a546fcbd0298a8ca5a6f2e, entries=200, sequenceid=132, filesize=14.1 K 2024-11-22T13:16:27,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/ae5a27aa269d4225abd84a636a923c4c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/ae5a27aa269d4225abd84a636a923c4c 2024-11-22T13:16:27,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/ae5a27aa269d4225abd84a636a923c4c, entries=150, sequenceid=132, filesize=11.8 K 2024-11-22T13:16:27,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/fa5edf25b76745d4830bde3144136002 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/fa5edf25b76745d4830bde3144136002 2024-11-22T13:16:27,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/fa5edf25b76745d4830bde3144136002, entries=150, sequenceid=132, filesize=11.8 K 2024-11-22T13:16:27,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 1228fb7dd3cae11a61f7b960fa49f3fd in 1253ms, sequenceid=132, compaction requested=false 2024-11-22T13:16:27,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:27,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T13:16:27,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:27,852 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 1228fb7dd3cae11a61f7b960fa49f3fd 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T13:16:27,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=A 2024-11-22T13:16:27,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:27,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=B 2024-11-22T13:16:27,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:27,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=C 2024-11-22T13:16:27,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:27,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/a753b257de44444b8782caab8f11df2e is 50, key is test_row_0/A:col10/1732281386620/Put/seqid=0 2024-11-22T13:16:27,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742311_1487 (size=9757) 2024-11-22T13:16:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T13:16:28,286 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/a753b257de44444b8782caab8f11df2e 2024-11-22T13:16:28,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/bc747842b8b9475a94055c36fb75792e is 50, key is test_row_0/B:col10/1732281386620/Put/seqid=0 2024-11-22T13:16:28,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742312_1488 (size=9757) 2024-11-22T13:16:28,695 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/bc747842b8b9475a94055c36fb75792e 2024-11-22T13:16:28,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/7a169274c6c8440996731e2f1e3cf6d4 is 50, key is test_row_0/C:col10/1732281386620/Put/seqid=0 2024-11-22T13:16:28,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742313_1489 (size=9757) 2024-11-22T13:16:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:28,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:28,881 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281388855, max timestamp=1732281388878Num uniques 859; 2024-11-22T13:16:28,881 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:16:28,882 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281388855, max timestamp=1732281388878Num uniques 859; 2024-11-22T13:16:28,882 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:16:28,882 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281388855, max timestamp=1732281388878Num uniques 859; 2024-11-22T13:16:28,882 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:16:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T13:16:28,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281448947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:28,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:28,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:28,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:28,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281448948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:28,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:28,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:28,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:29,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281449065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:29,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:29,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281449065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:29,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:29,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:29,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:29,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:29,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:29,103 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/7a169274c6c8440996731e2f1e3cf6d4 2024-11-22T13:16:29,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/a753b257de44444b8782caab8f11df2e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/a753b257de44444b8782caab8f11df2e 2024-11-22T13:16:29,109 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/a753b257de44444b8782caab8f11df2e, entries=100, sequenceid=142, filesize=9.5 K 2024-11-22T13:16:29,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/bc747842b8b9475a94055c36fb75792e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/bc747842b8b9475a94055c36fb75792e 2024-11-22T13:16:29,112 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/bc747842b8b9475a94055c36fb75792e, entries=100, sequenceid=142, filesize=9.5 K 2024-11-22T13:16:29,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/7a169274c6c8440996731e2f1e3cf6d4 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/7a169274c6c8440996731e2f1e3cf6d4 2024-11-22T13:16:29,115 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/7a169274c6c8440996731e2f1e3cf6d4, entries=100, sequenceid=142, filesize=9.5 K 2024-11-22T13:16:29,116 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 1228fb7dd3cae11a61f7b960fa49f3fd in 1264ms, sequenceid=142, compaction requested=true 2024-11-22T13:16:29,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:29,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:29,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-22T13:16:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-22T13:16:29,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-22T13:16:29,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3360 sec 2024-11-22T13:16:29,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.3430 sec 2024-11-22T13:16:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:29,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1228fb7dd3cae11a61f7b960fa49f3fd 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-22T13:16:29,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=A 2024-11-22T13:16:29,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T13:16:29,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=B 2024-11-22T13:16:29,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T13:16:29,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=C 2024-11-22T13:16:29,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T13:16:29,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/83de202987794d49bda7a2db035c8541 is 50, key is test_row_0/A:col10/1732281388937/Put/seqid=0 2024-11-22T13:16:29,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742314_1490 (size=14541) 2024-11-22T13:16:29,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/83de202987794d49bda7a2db035c8541 2024-11-22T13:16:29,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/17c8a6e4744b411b9ebaf3e9d47ee395 is 50, key is test_row_0/B:col10/1732281388937/Put/seqid=0 2024-11-22T13:16:29,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742315_1491 (size=12151) 2024-11-22T13:16:29,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281449325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:29,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:29,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:29,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:29,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281449328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:29,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281449445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:29,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281449445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:29,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281449665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:29,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:29,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281449665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:29,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:29,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:29,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:29,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:29,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:29,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/17c8a6e4744b411b9ebaf3e9d47ee395 2024-11-22T13:16:29,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/eba9440a147a4f4981a8b100b53b2fea is 50, key is test_row_0/C:col10/1732281388937/Put/seqid=0 2024-11-22T13:16:29,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742316_1492 (size=12151) 2024-11-22T13:16:29,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/eba9440a147a4f4981a8b100b53b2fea 2024-11-22T13:16:29,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/83de202987794d49bda7a2db035c8541 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/83de202987794d49bda7a2db035c8541 2024-11-22T13:16:29,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/83de202987794d49bda7a2db035c8541, entries=200, sequenceid=180, filesize=14.2 K 2024-11-22T13:16:29,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/17c8a6e4744b411b9ebaf3e9d47ee395 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/17c8a6e4744b411b9ebaf3e9d47ee395 2024-11-22T13:16:29,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/17c8a6e4744b411b9ebaf3e9d47ee395, entries=150, sequenceid=180, filesize=11.9 K 2024-11-22T13:16:29,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/eba9440a147a4f4981a8b100b53b2fea as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/eba9440a147a4f4981a8b100b53b2fea 2024-11-22T13:16:29,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/eba9440a147a4f4981a8b100b53b2fea, entries=150, sequenceid=180, filesize=11.9 K 2024-11-22T13:16:29,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 1228fb7dd3cae11a61f7b960fa49f3fd in 457ms, sequenceid=180, compaction requested=true 2024-11-22T13:16:29,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:29,751 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:16:29,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1228fb7dd3cae11a61f7b960fa49f3fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:16:29,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:29,753 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:16:29,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1228fb7dd3cae11a61f7b960fa49f3fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:16:29,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:29,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1228fb7dd3cae11a61f7b960fa49f3fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:16:29,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:29,753 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50896 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:16:29,754 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 1228fb7dd3cae11a61f7b960fa49f3fd/A is initiating minor compaction (all files) 2024-11-22T13:16:29,754 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1228fb7dd3cae11a61f7b960fa49f3fd/A in TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:29,754 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/3405a8d091b744699e10f2d67fc1d710, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/6694536c24a546fcbd0298a8ca5a6f2e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/a753b257de44444b8782caab8f11df2e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/83de202987794d49bda7a2db035c8541] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp, totalSize=49.7 K 2024-11-22T13:16:29,754 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46166 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:16:29,754 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 1228fb7dd3cae11a61f7b960fa49f3fd/B is initiating minor compaction (all files) 2024-11-22T13:16:29,754 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1228fb7dd3cae11a61f7b960fa49f3fd/B in TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:29,754 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/a9872a1ccd0a4232bc9e74a607721d75, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/ae5a27aa269d4225abd84a636a923c4c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/bc747842b8b9475a94055c36fb75792e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/17c8a6e4744b411b9ebaf3e9d47ee395] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp, totalSize=45.1 K 2024-11-22T13:16:29,754 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3405a8d091b744699e10f2d67fc1d710, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732281384940 2024-11-22T13:16:29,754 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting a9872a1ccd0a4232bc9e74a607721d75, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732281384940 2024-11-22T13:16:29,755 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6694536c24a546fcbd0298a8ca5a6f2e, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732281385404 2024-11-22T13:16:29,755 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting ae5a27aa269d4225abd84a636a923c4c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732281385404 2024-11-22T13:16:29,755 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting bc747842b8b9475a94055c36fb75792e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732281386611 2024-11-22T13:16:29,755 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting a753b257de44444b8782caab8f11df2e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732281386611 2024-11-22T13:16:29,755 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 17c8a6e4744b411b9ebaf3e9d47ee395, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732281388932 2024-11-22T13:16:29,755 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83de202987794d49bda7a2db035c8541, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732281388932 2024-11-22T13:16:29,763 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1228fb7dd3cae11a61f7b960fa49f3fd#A#compaction#417 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:29,763 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1228fb7dd3cae11a61f7b960fa49f3fd#B#compaction#418 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:29,764 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/92b80e9c1de94f939ce23e5cef841210 is 50, key is test_row_0/A:col10/1732281388937/Put/seqid=0 2024-11-22T13:16:29,764 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/a35c25a7d9844e0182c2bed711044ddd is 50, key is test_row_0/B:col10/1732281388937/Put/seqid=0 2024-11-22T13:16:29,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742318_1494 (size=12493) 2024-11-22T13:16:29,778 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/92b80e9c1de94f939ce23e5cef841210 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/92b80e9c1de94f939ce23e5cef841210 2024-11-22T13:16:29,782 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1228fb7dd3cae11a61f7b960fa49f3fd/A of 1228fb7dd3cae11a61f7b960fa49f3fd into 92b80e9c1de94f939ce23e5cef841210(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:29,782 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:29,782 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., storeName=1228fb7dd3cae11a61f7b960fa49f3fd/A, priority=12, startTime=1732281389751; duration=0sec 2024-11-22T13:16:29,783 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:29,783 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1228fb7dd3cae11a61f7b960fa49f3fd:A 2024-11-22T13:16:29,783 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:16:29,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742317_1493 (size=12493) 2024-11-22T13:16:29,784 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46166 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:16:29,784 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 1228fb7dd3cae11a61f7b960fa49f3fd/C is initiating minor compaction (all files) 2024-11-22T13:16:29,784 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1228fb7dd3cae11a61f7b960fa49f3fd/C in TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:29,784 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/83b9a95635ac45b8a38a95bc271bd45c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/fa5edf25b76745d4830bde3144136002, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/7a169274c6c8440996731e2f1e3cf6d4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/eba9440a147a4f4981a8b100b53b2fea] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp, totalSize=45.1 K 2024-11-22T13:16:29,785 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83b9a95635ac45b8a38a95bc271bd45c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732281384940 2024-11-22T13:16:29,785 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa5edf25b76745d4830bde3144136002, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732281385404 2024-11-22T13:16:29,786 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a169274c6c8440996731e2f1e3cf6d4, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732281386611 2024-11-22T13:16:29,786 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting eba9440a147a4f4981a8b100b53b2fea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732281388932 2024-11-22T13:16:29,789 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/a35c25a7d9844e0182c2bed711044ddd as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/a35c25a7d9844e0182c2bed711044ddd 2024-11-22T13:16:29,796 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1228fb7dd3cae11a61f7b960fa49f3fd/B of 1228fb7dd3cae11a61f7b960fa49f3fd into a35c25a7d9844e0182c2bed711044ddd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:29,796 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:29,796 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., storeName=1228fb7dd3cae11a61f7b960fa49f3fd/B, priority=12, startTime=1732281389753; duration=0sec 2024-11-22T13:16:29,796 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:29,796 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1228fb7dd3cae11a61f7b960fa49f3fd:B 2024-11-22T13:16:29,802 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1228fb7dd3cae11a61f7b960fa49f3fd#C#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:29,802 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/b40f5fdf3ec744a09662e348dd08b510 is 50, key is test_row_0/C:col10/1732281388937/Put/seqid=0 2024-11-22T13:16:29,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742319_1495 (size=12493) 2024-11-22T13:16:29,818 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/b40f5fdf3ec744a09662e348dd08b510 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/b40f5fdf3ec744a09662e348dd08b510 2024-11-22T13:16:29,840 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1228fb7dd3cae11a61f7b960fa49f3fd/C of 1228fb7dd3cae11a61f7b960fa49f3fd into b40f5fdf3ec744a09662e348dd08b510(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:29,840 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:29,840 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., storeName=1228fb7dd3cae11a61f7b960fa49f3fd/C, priority=12, startTime=1732281389753; duration=0sec 2024-11-22T13:16:29,840 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:29,840 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1228fb7dd3cae11a61f7b960fa49f3fd:C 2024-11-22T13:16:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:29,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1228fb7dd3cae11a61f7b960fa49f3fd 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T13:16:29,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=A 2024-11-22T13:16:29,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:29,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=B 2024-11-22T13:16:29,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:29,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=C 2024-11-22T13:16:29,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:29,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/22580c67062544bfb7bbf396fae1394f is 50, key is test_row_0/A:col10/1732281389313/Put/seqid=0 2024-11-22T13:16:29,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742320_1496 (size=9757) 2024-11-22T13:16:30,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281390024, max timestamp=1732281390048Num uniques 859; 2024-11-22T13:16:30,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:16:30,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281450065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:30,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:30,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:30,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:30,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281450071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:30,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:30,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:30,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:30,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281450175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:30,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:30,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:30,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:30,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281450185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:30,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:30,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:30,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:30,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281450385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:30,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:30,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:30,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:30,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/22580c67062544bfb7bbf396fae1394f 2024-11-22T13:16:30,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/adb45469ad5c4861bd59db3a352e7674 is 50, key is test_row_0/B:col10/1732281389313/Put/seqid=0 2024-11-22T13:16:30,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742321_1497 (size=9757) 2024-11-22T13:16:30,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281450405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:30,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281450704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:30,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:30,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:30,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:30,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281450725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:30,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:30,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:30,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:30,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/adb45469ad5c4861bd59db3a352e7674 2024-11-22T13:16:30,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/6139201c868d4aa58f39b8b1c188f873 is 50, key is test_row_0/C:col10/1732281389313/Put/seqid=0 2024-11-22T13:16:30,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742322_1498 (size=9757) 2024-11-22T13:16:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T13:16:30,945 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:16:30,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:16:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-22T13:16:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T13:16:30,947 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:16:30,947 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:16:30,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:16:31,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58726 deadline: 1732281450995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:31,003 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_1' in 1228fb7dd3cae11a61f7b960fa49f3fd of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8251 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:16:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:31,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58688 deadline: 1732281451015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:31,018 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 1228fb7dd3cae11a61f7b960fa49f3fd of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8265 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:16:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:31,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58736 deadline: 1732281451024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:31,028 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 1228fb7dd3cae11a61f7b960fa49f3fd of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8277 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:16:31,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:31,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:31,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T13:16:31,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T13:16:31,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:31,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:31,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:31,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:31,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:31,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/6139201c868d4aa58f39b8b1c188f873 2024-11-22T13:16:31,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/22580c67062544bfb7bbf396fae1394f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/22580c67062544bfb7bbf396fae1394f 2024-11-22T13:16:31,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/22580c67062544bfb7bbf396fae1394f, entries=100, sequenceid=193, filesize=9.5 K 2024-11-22T13:16:31,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281451225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:31,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:31,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:31,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:31,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/adb45469ad5c4861bd59db3a352e7674 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/adb45469ad5c4861bd59db3a352e7674 2024-11-22T13:16:31,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/adb45469ad5c4861bd59db3a352e7674, entries=100, sequenceid=193, filesize=9.5 K 2024-11-22T13:16:31,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/6139201c868d4aa58f39b8b1c188f873 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/6139201c868d4aa58f39b8b1c188f873 2024-11-22T13:16:31,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/6139201c868d4aa58f39b8b1c188f873, entries=100, sequenceid=193, filesize=9.5 K 2024-11-22T13:16:31,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=131.94 KB/135110 for 1228fb7dd3cae11a61f7b960fa49f3fd in 1253ms, sequenceid=193, compaction requested=false 2024-11-22T13:16:31,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:31,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1228fb7dd3cae11a61f7b960fa49f3fd 3/3 column families, dataSize=138.65 KB heapSize=406.64 KB 2024-11-22T13:16:31,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=A 2024-11-22T13:16:31,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:16:31,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=B 2024-11-22T13:16:31,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:16:31,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=C 2024-11-22T13:16:31,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:16:31,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T13:16:31,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:31,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:31,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:31,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:31,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:31,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/fa608617947848f893dca04813be457f is 50, key is test_row_0/A:col10/1732281390069/Put/seqid=0 2024-11-22T13:16:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T13:16:31,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742323_1499 (size=14541) 2024-11-22T13:16:31,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281451313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:31,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:31,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:31,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:31,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T13:16:31,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:31,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:31,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:31,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:31,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:31,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281451425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:31,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:31,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:31,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:31,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T13:16:31,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:31,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:31,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:31,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:31,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T13:16:31,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281451635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:31,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:31,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:31,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:31,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/fa608617947848f893dca04813be457f 2024-11-22T13:16:31,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/c999b4df1b0a4cd79f4fa934b84d996e is 50, key is test_row_0/B:col10/1732281390069/Put/seqid=0 2024-11-22T13:16:31,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742324_1500 (size=12151) 2024-11-22T13:16:31,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T13:16:31,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:31,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:31,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:31,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:31,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:31,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T13:16:31,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:31,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:31,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:31,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:31,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:31,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281451955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:31,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:31,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:31,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:32,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T13:16:32,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:32,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:32,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:32,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:32,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:32,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/c999b4df1b0a4cd79f4fa934b84d996e 2024-11-22T13:16:32,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/4a4b321f98d84a119f599c7cbbb2c1c3 is 50, key is test_row_0/C:col10/1732281390069/Put/seqid=0 2024-11-22T13:16:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T13:16:32,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742325_1501 (size=12151) 2024-11-22T13:16:32,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T13:16:32,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:32,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:32,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:32,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:32,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:32,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281452244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:32,258 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_2' in 1228fb7dd3cae11a61f7b960fa49f3fd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:16:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:32,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T13:16:32,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:32,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:32,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:32,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:32,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:32,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:32,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281452465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:32,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:32,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:32,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:32,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T13:16:32,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:32,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:32,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:32,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:32,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:32,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:32,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/4a4b321f98d84a119f599c7cbbb2c1c3 2024-11-22T13:16:32,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/fa608617947848f893dca04813be457f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/fa608617947848f893dca04813be457f 2024-11-22T13:16:32,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/fa608617947848f893dca04813be457f, entries=200, sequenceid=221, filesize=14.2 K 2024-11-22T13:16:32,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/c999b4df1b0a4cd79f4fa934b84d996e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/c999b4df1b0a4cd79f4fa934b84d996e 2024-11-22T13:16:32,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/c999b4df1b0a4cd79f4fa934b84d996e, entries=150, sequenceid=221, filesize=11.9 K 2024-11-22T13:16:32,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/4a4b321f98d84a119f599c7cbbb2c1c3 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/4a4b321f98d84a119f599c7cbbb2c1c3 2024-11-22T13:16:32,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/4a4b321f98d84a119f599c7cbbb2c1c3, entries=150, sequenceid=221, filesize=11.9 K 2024-11-22T13:16:32,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~138.65 KB/141980, heapSize ~406.59 KB/416352, currentSize=40.25 KB/41220 for 1228fb7dd3cae11a61f7b960fa49f3fd in 1255ms, sequenceid=221, compaction requested=true 2024-11-22T13:16:32,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:32,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1228fb7dd3cae11a61f7b960fa49f3fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:16:32,505 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:16:32,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:32,505 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:16:32,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1228fb7dd3cae11a61f7b960fa49f3fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:16:32,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:32,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1228fb7dd3cae11a61f7b960fa49f3fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:16:32,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:32,506 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:16:32,506 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36791 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:16:32,506 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 1228fb7dd3cae11a61f7b960fa49f3fd/A is initiating minor compaction (all files) 2024-11-22T13:16:32,506 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 1228fb7dd3cae11a61f7b960fa49f3fd/B is initiating minor compaction (all files) 2024-11-22T13:16:32,506 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1228fb7dd3cae11a61f7b960fa49f3fd/A in TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:32,506 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1228fb7dd3cae11a61f7b960fa49f3fd/B in TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:32,506 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/a35c25a7d9844e0182c2bed711044ddd, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/adb45469ad5c4861bd59db3a352e7674, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/c999b4df1b0a4cd79f4fa934b84d996e] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp, totalSize=33.6 K 2024-11-22T13:16:32,506 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/92b80e9c1de94f939ce23e5cef841210, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/22580c67062544bfb7bbf396fae1394f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/fa608617947848f893dca04813be457f] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp, totalSize=35.9 K 2024-11-22T13:16:32,506 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92b80e9c1de94f939ce23e5cef841210, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732281388932 2024-11-22T13:16:32,506 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting a35c25a7d9844e0182c2bed711044ddd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732281388932 2024-11-22T13:16:32,506 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting adb45469ad5c4861bd59db3a352e7674, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732281389313 2024-11-22T13:16:32,506 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22580c67062544bfb7bbf396fae1394f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732281389313 2024-11-22T13:16:32,506 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting c999b4df1b0a4cd79f4fa934b84d996e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732281390061 2024-11-22T13:16:32,506 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa608617947848f893dca04813be457f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732281390050 2024-11-22T13:16:32,515 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1228fb7dd3cae11a61f7b960fa49f3fd#B#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:32,515 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/29e2eaad04af48d2ade47bb7d89570a5 is 50, key is test_row_0/B:col10/1732281390069/Put/seqid=0 2024-11-22T13:16:32,516 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1228fb7dd3cae11a61f7b960fa49f3fd#A#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:32,517 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/9eda9880a3c944c99429dff4e0f60f8d is 50, key is test_row_0/A:col10/1732281390069/Put/seqid=0 2024-11-22T13:16:32,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742326_1502 (size=12595) 2024-11-22T13:16:32,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742327_1503 (size=12595) 2024-11-22T13:16:32,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T13:16:32,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:32,631 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 1228fb7dd3cae11a61f7b960fa49f3fd 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-22T13:16:32,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=A 2024-11-22T13:16:32,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:32,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=B 2024-11-22T13:16:32,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:32,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=C 2024-11-22T13:16:32,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:32,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/34a96e9de6714367946cc20ed2235ead is 50, key is test_row_0/A:col10/1732281391283/Put/seqid=0 2024-11-22T13:16:32,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742328_1504 (size=12151) 2024-11-22T13:16:32,924 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/9eda9880a3c944c99429dff4e0f60f8d as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/9eda9880a3c944c99429dff4e0f60f8d 2024-11-22T13:16:32,927 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1228fb7dd3cae11a61f7b960fa49f3fd/A of 1228fb7dd3cae11a61f7b960fa49f3fd into 9eda9880a3c944c99429dff4e0f60f8d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:32,927 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:32,927 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., storeName=1228fb7dd3cae11a61f7b960fa49f3fd/A, priority=13, startTime=1732281392505; duration=0sec 2024-11-22T13:16:32,928 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:32,928 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1228fb7dd3cae11a61f7b960fa49f3fd:A 2024-11-22T13:16:32,928 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:16:32,928 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:16:32,928 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 1228fb7dd3cae11a61f7b960fa49f3fd/C is initiating minor compaction (all files) 2024-11-22T13:16:32,928 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1228fb7dd3cae11a61f7b960fa49f3fd/C in TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:32,928 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/b40f5fdf3ec744a09662e348dd08b510, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/6139201c868d4aa58f39b8b1c188f873, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/4a4b321f98d84a119f599c7cbbb2c1c3] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp, totalSize=33.6 K 2024-11-22T13:16:32,929 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting b40f5fdf3ec744a09662e348dd08b510, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732281388932 2024-11-22T13:16:32,929 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6139201c868d4aa58f39b8b1c188f873, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732281389313 2024-11-22T13:16:32,929 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a4b321f98d84a119f599c7cbbb2c1c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732281390061 2024-11-22T13:16:32,931 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/29e2eaad04af48d2ade47bb7d89570a5 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/29e2eaad04af48d2ade47bb7d89570a5 2024-11-22T13:16:32,935 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1228fb7dd3cae11a61f7b960fa49f3fd/B of 1228fb7dd3cae11a61f7b960fa49f3fd into 29e2eaad04af48d2ade47bb7d89570a5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:32,935 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1228fb7dd3cae11a61f7b960fa49f3fd#C#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:32,935 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:32,935 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., storeName=1228fb7dd3cae11a61f7b960fa49f3fd/B, priority=13, startTime=1732281392505; duration=0sec 2024-11-22T13:16:32,935 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:32,935 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1228fb7dd3cae11a61f7b960fa49f3fd:B 2024-11-22T13:16:32,935 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/adbbb462956540d5b247e1a23ede32d1 is 50, key is test_row_0/C:col10/1732281390069/Put/seqid=0 2024-11-22T13:16:32,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742329_1505 (size=12595) 2024-11-22T13:16:33,043 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/34a96e9de6714367946cc20ed2235ead 2024-11-22T13:16:33,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/d258c3600db8450981bb81fef3aa5a4c is 50, key is test_row_0/B:col10/1732281391283/Put/seqid=0 2024-11-22T13:16:33,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742330_1506 (size=12151) 2024-11-22T13:16:33,062 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/d258c3600db8450981bb81fef3aa5a4c 2024-11-22T13:16:33,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/ba1396d744834888a65cd9b5661a4949 is 50, key is test_row_0/C:col10/1732281391283/Put/seqid=0 2024-11-22T13:16:33,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742331_1507 (size=12151) 2024-11-22T13:16:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T13:16:33,352 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/adbbb462956540d5b247e1a23ede32d1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/adbbb462956540d5b247e1a23ede32d1 2024-11-22T13:16:33,355 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1228fb7dd3cae11a61f7b960fa49f3fd/C of 1228fb7dd3cae11a61f7b960fa49f3fd into adbbb462956540d5b247e1a23ede32d1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:33,355 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:33,355 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., storeName=1228fb7dd3cae11a61f7b960fa49f3fd/C, priority=13, startTime=1732281392505; duration=0sec 2024-11-22T13:16:33,355 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:33,355 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1228fb7dd3cae11a61f7b960fa49f3fd:C 2024-11-22T13:16:33,473 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/ba1396d744834888a65cd9b5661a4949 2024-11-22T13:16:33,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/34a96e9de6714367946cc20ed2235ead as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/34a96e9de6714367946cc20ed2235ead 2024-11-22T13:16:33,479 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/34a96e9de6714367946cc20ed2235ead, entries=150, sequenceid=230, filesize=11.9 K 2024-11-22T13:16:33,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/d258c3600db8450981bb81fef3aa5a4c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/d258c3600db8450981bb81fef3aa5a4c 2024-11-22T13:16:33,482 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/d258c3600db8450981bb81fef3aa5a4c, entries=150, sequenceid=230, filesize=11.9 K 2024-11-22T13:16:33,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/ba1396d744834888a65cd9b5661a4949 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/ba1396d744834888a65cd9b5661a4949 2024-11-22T13:16:33,485 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/ba1396d744834888a65cd9b5661a4949, entries=150, sequenceid=230, filesize=11.9 K 2024-11-22T13:16:33,486 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for 1228fb7dd3cae11a61f7b960fa49f3fd in 855ms, sequenceid=230, compaction requested=false 2024-11-22T13:16:33,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:33,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:33,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-22T13:16:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-22T13:16:33,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-22T13:16:33,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5400 sec 2024-11-22T13:16:33,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.5440 sec 2024-11-22T13:16:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:33,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1228fb7dd3cae11a61f7b960fa49f3fd 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T13:16:33,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=A 2024-11-22T13:16:33,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:33,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=B 2024-11-22T13:16:33,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:33,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=C 2024-11-22T13:16:33,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:33,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/66a3661b233c4713843ea21a551f2716 is 50, key is test_row_0/A:col10/1732281393502/Put/seqid=0 2024-11-22T13:16:33,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742332_1508 (size=14541) 2024-11-22T13:16:33,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281393610, max timestamp=1732281393636Num uniques 859; 2024-11-22T13:16:33,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:16:33,639 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281393610, max timestamp=1732281393636Num uniques 859; 2024-11-22T13:16:33,639 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:16:33,639 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281393610, max timestamp=1732281393636Num uniques 859; 2024-11-22T13:16:33,639 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:16:33,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281453762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:33,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:33,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:33,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:33,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281453875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:33,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:33,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:33,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:33,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/66a3661b233c4713843ea21a551f2716 2024-11-22T13:16:33,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/c0b54aec8936429a90a8880371338659 is 50, key is test_row_0/B:col10/1732281393502/Put/seqid=0 2024-11-22T13:16:33,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742333_1509 (size=12151) 2024-11-22T13:16:33,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/c0b54aec8936429a90a8880371338659 2024-11-22T13:16:33,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/a8cb2e296d3941108781849a7d5f4f5a is 50, key is test_row_0/C:col10/1732281393502/Put/seqid=0 2024-11-22T13:16:33,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742334_1510 (size=12151) 2024-11-22T13:16:34,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281454095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:34,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:34,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:34,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:34,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281454274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:34,283 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_2' in 1228fb7dd3cae11a61f7b960fa49f3fd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:16:34,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:34,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:34,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:34,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/a8cb2e296d3941108781849a7d5f4f5a 2024-11-22T13:16:34,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/66a3661b233c4713843ea21a551f2716 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/66a3661b233c4713843ea21a551f2716 2024-11-22T13:16:34,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/66a3661b233c4713843ea21a551f2716, entries=200, sequenceid=243, filesize=14.2 K 2024-11-22T13:16:34,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/c0b54aec8936429a90a8880371338659 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/c0b54aec8936429a90a8880371338659 2024-11-22T13:16:34,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/c0b54aec8936429a90a8880371338659, entries=150, sequenceid=243, filesize=11.9 K 2024-11-22T13:16:34,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/a8cb2e296d3941108781849a7d5f4f5a as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/a8cb2e296d3941108781849a7d5f4f5a 2024-11-22T13:16:34,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/a8cb2e296d3941108781849a7d5f4f5a, entries=150, sequenceid=243, filesize=11.9 K 2024-11-22T13:16:34,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 1228fb7dd3cae11a61f7b960fa49f3fd in 837ms, sequenceid=243, compaction requested=true 2024-11-22T13:16:34,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:34,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1228fb7dd3cae11a61f7b960fa49f3fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:16:34,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:34,344 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:16:34,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1228fb7dd3cae11a61f7b960fa49f3fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:16:34,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:34,344 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:16:34,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1228fb7dd3cae11a61f7b960fa49f3fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:16:34,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:34,344 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:16:34,344 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 1228fb7dd3cae11a61f7b960fa49f3fd/A is initiating minor compaction (all files) 2024-11-22T13:16:34,344 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1228fb7dd3cae11a61f7b960fa49f3fd/A in TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:34,344 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/9eda9880a3c944c99429dff4e0f60f8d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/34a96e9de6714367946cc20ed2235ead, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/66a3661b233c4713843ea21a551f2716] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp, totalSize=38.4 K 2024-11-22T13:16:34,345 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:16:34,345 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 1228fb7dd3cae11a61f7b960fa49f3fd/B is initiating minor compaction (all files) 2024-11-22T13:16:34,345 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1228fb7dd3cae11a61f7b960fa49f3fd/B in TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:34,345 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9eda9880a3c944c99429dff4e0f60f8d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732281390061 2024-11-22T13:16:34,345 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/29e2eaad04af48d2ade47bb7d89570a5, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/d258c3600db8450981bb81fef3aa5a4c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/c0b54aec8936429a90a8880371338659] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp, totalSize=36.0 K 2024-11-22T13:16:34,345 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34a96e9de6714367946cc20ed2235ead, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732281391283 2024-11-22T13:16:34,345 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 29e2eaad04af48d2ade47bb7d89570a5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732281390061 2024-11-22T13:16:34,345 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66a3661b233c4713843ea21a551f2716, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732281393491 2024-11-22T13:16:34,345 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting d258c3600db8450981bb81fef3aa5a4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732281391283 2024-11-22T13:16:34,345 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting c0b54aec8936429a90a8880371338659, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732281393499 2024-11-22T13:16:34,350 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1228fb7dd3cae11a61f7b960fa49f3fd#B#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:34,350 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1228fb7dd3cae11a61f7b960fa49f3fd#A#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:34,351 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/1753b5e42d7845939489500c4f61fed1 is 50, key is test_row_0/B:col10/1732281393502/Put/seqid=0 2024-11-22T13:16:34,351 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/dd0e10c58278439bbe4885d69d133613 is 50, key is test_row_0/A:col10/1732281393502/Put/seqid=0 2024-11-22T13:16:34,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742336_1512 (size=12697) 2024-11-22T13:16:34,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742335_1511 (size=12697) 2024-11-22T13:16:34,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732281393743, max timestamp=1732281394419Num uniques 1018; 2024-11-22T13:16:34,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-22T13:16:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:34,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1228fb7dd3cae11a61f7b960fa49f3fd 3/3 column families, dataSize=102.87 KB heapSize=292.20 KB 2024-11-22T13:16:34,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=A 2024-11-22T13:16:34,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:16:34,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=B 2024-11-22T13:16:34,423 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732281393743, max timestamp=1732281394419Num uniques 1018; 2024-11-22T13:16:34,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:16:34,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=C 2024-11-22T13:16:34,423 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-22T13:16:34,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T13:16:34,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/63dfb8419ed442198c2de86cabf81fa4 is 50, key is test_row_0/A:col10/1732281393753/Put/seqid=0 2024-11-22T13:16:34,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742337_1513 (size=14741) 2024-11-22T13:16:34,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281454590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:34,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281454705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:34,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:34,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:34,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:34,769 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/dd0e10c58278439bbe4885d69d133613 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/dd0e10c58278439bbe4885d69d133613 2024-11-22T13:16:34,773 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1228fb7dd3cae11a61f7b960fa49f3fd/A of 1228fb7dd3cae11a61f7b960fa49f3fd into dd0e10c58278439bbe4885d69d133613(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:34,773 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:34,773 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., storeName=1228fb7dd3cae11a61f7b960fa49f3fd/A, priority=13, startTime=1732281394343; duration=0sec 2024-11-22T13:16:34,773 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:34,773 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1228fb7dd3cae11a61f7b960fa49f3fd:A 2024-11-22T13:16:34,773 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:16:34,774 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:16:34,774 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 1228fb7dd3cae11a61f7b960fa49f3fd/C is initiating minor compaction (all files) 2024-11-22T13:16:34,774 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1228fb7dd3cae11a61f7b960fa49f3fd/C in TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:34,774 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/adbbb462956540d5b247e1a23ede32d1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/ba1396d744834888a65cd9b5661a4949, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/a8cb2e296d3941108781849a7d5f4f5a] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp, totalSize=36.0 K 2024-11-22T13:16:34,774 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting adbbb462956540d5b247e1a23ede32d1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732281390061 2024-11-22T13:16:34,774 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba1396d744834888a65cd9b5661a4949, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732281391283 2024-11-22T13:16:34,775 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8cb2e296d3941108781849a7d5f4f5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732281393499 2024-11-22T13:16:34,776 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/1753b5e42d7845939489500c4f61fed1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/1753b5e42d7845939489500c4f61fed1 2024-11-22T13:16:34,779 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1228fb7dd3cae11a61f7b960fa49f3fd#C#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:34,780 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/284e2b53f25d476f9cc0c06f9f1e4295 is 50, key is test_row_0/C:col10/1732281393502/Put/seqid=0 2024-11-22T13:16:34,780 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1228fb7dd3cae11a61f7b960fa49f3fd/B of 1228fb7dd3cae11a61f7b960fa49f3fd into 1753b5e42d7845939489500c4f61fed1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:34,780 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:34,780 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., storeName=1228fb7dd3cae11a61f7b960fa49f3fd/B, priority=13, startTime=1732281394344; duration=0sec 2024-11-22T13:16:34,780 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:34,780 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1228fb7dd3cae11a61f7b960fa49f3fd:B 2024-11-22T13:16:34,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742338_1514 (size=12697) 2024-11-22T13:16:34,799 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/284e2b53f25d476f9cc0c06f9f1e4295 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/284e2b53f25d476f9cc0c06f9f1e4295 2024-11-22T13:16:34,803 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1228fb7dd3cae11a61f7b960fa49f3fd/C of 1228fb7dd3cae11a61f7b960fa49f3fd into 284e2b53f25d476f9cc0c06f9f1e4295(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:34,803 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:34,803 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., storeName=1228fb7dd3cae11a61f7b960fa49f3fd/C, priority=13, startTime=1732281394344; duration=0sec 2024-11-22T13:16:34,804 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:34,804 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1228fb7dd3cae11a61f7b960fa49f3fd:C 2024-11-22T13:16:34,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/63dfb8419ed442198c2de86cabf81fa4 2024-11-22T13:16:34,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/195ac784da79491797bfd6ad690328b8 is 50, key is test_row_0/B:col10/1732281393753/Put/seqid=0 2024-11-22T13:16:34,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742339_1515 (size=12301) 2024-11-22T13:16:34,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/195ac784da79491797bfd6ad690328b8 2024-11-22T13:16:34,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/3bd2ac6ff52a47beaa5b0a0074697964 is 50, key is test_row_0/C:col10/1732281393753/Put/seqid=0 2024-11-22T13:16:34,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742340_1516 (size=12301) 2024-11-22T13:16:34,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281454915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:34,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:34,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:34,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T13:16:35,115 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:16:35,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:16:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-22T13:16:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T13:16:35,117 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:16:35,117 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:16:35,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:16:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T13:16:35,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281455234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:35,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:35,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:35,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:35,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-22T13:16:35,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:35,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:35,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:35,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:35,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:35,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/3bd2ac6ff52a47beaa5b0a0074697964 2024-11-22T13:16:35,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/63dfb8419ed442198c2de86cabf81fa4 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/63dfb8419ed442198c2de86cabf81fa4 2024-11-22T13:16:35,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/63dfb8419ed442198c2de86cabf81fa4, entries=200, sequenceid=281, filesize=14.4 K 2024-11-22T13:16:35,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/195ac784da79491797bfd6ad690328b8 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/195ac784da79491797bfd6ad690328b8 2024-11-22T13:16:35,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/195ac784da79491797bfd6ad690328b8, entries=150, sequenceid=281, filesize=12.0 K 2024-11-22T13:16:35,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/3bd2ac6ff52a47beaa5b0a0074697964 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/3bd2ac6ff52a47beaa5b0a0074697964 2024-11-22T13:16:35,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/3bd2ac6ff52a47beaa5b0a0074697964, entries=150, sequenceid=281, filesize=12.0 K 2024-11-22T13:16:35,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~178.75 KB/183040, currentSize=114.05 KB/116790 for 1228fb7dd3cae11a61f7b960fa49f3fd in 865ms, sequenceid=281, compaction requested=false 2024-11-22T13:16:35,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:35,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-22T13:16:35,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:35,422 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 1228fb7dd3cae11a61f7b960fa49f3fd 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T13:16:35,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=A 2024-11-22T13:16:35,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:35,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=B 2024-11-22T13:16:35,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:35,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=C 2024-11-22T13:16:35,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:35,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/62a3c01c1adf4f359acf0da7f64ccf9c is 50, key is test_row_0/A:col10/1732281394574/Put/seqid=0 2024-11-22T13:16:35,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742341_1517 (size=12301) 2024-11-22T13:16:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T13:16:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T13:16:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:35,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:35,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281455800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:35,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:35,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:35,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:35,828 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/62a3c01c1adf4f359acf0da7f64ccf9c 2024-11-22T13:16:35,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/edd49f0f33554134889d404ab3527a32 is 50, key is test_row_0/B:col10/1732281394574/Put/seqid=0 2024-11-22T13:16:35,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742342_1518 (size=12301) 2024-11-22T13:16:35,860 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/edd49f0f33554134889d404ab3527a32 2024-11-22T13:16:35,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/4acf42beb6bd45a4b955a4f88726835c is 50, key is test_row_0/C:col10/1732281394574/Put/seqid=0 2024-11-22T13:16:35,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742343_1519 (size=12301) 2024-11-22T13:16:35,881 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/4acf42beb6bd45a4b955a4f88726835c 2024-11-22T13:16:35,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/62a3c01c1adf4f359acf0da7f64ccf9c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/62a3c01c1adf4f359acf0da7f64ccf9c 2024-11-22T13:16:35,890 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/62a3c01c1adf4f359acf0da7f64ccf9c, entries=150, sequenceid=304, filesize=12.0 K 2024-11-22T13:16:35,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/edd49f0f33554134889d404ab3527a32 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/edd49f0f33554134889d404ab3527a32 2024-11-22T13:16:35,896 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/edd49f0f33554134889d404ab3527a32, entries=150, sequenceid=304, filesize=12.0 K 2024-11-22T13:16:35,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/4acf42beb6bd45a4b955a4f88726835c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/4acf42beb6bd45a4b955a4f88726835c 2024-11-22T13:16:35,899 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/4acf42beb6bd45a4b955a4f88726835c, entries=150, sequenceid=304, filesize=12.0 K 2024-11-22T13:16:35,900 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 1228fb7dd3cae11a61f7b960fa49f3fd in 478ms, sequenceid=304, compaction requested=true 2024-11-22T13:16:35,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:35,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:35,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-22T13:16:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-22T13:16:35,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-22T13:16:35,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 784 msec 2024-11-22T13:16:35,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 787 msec 2024-11-22T13:16:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:35,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1228fb7dd3cae11a61f7b960fa49f3fd 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T13:16:35,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=A 2024-11-22T13:16:35,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:35,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=B 2024-11-22T13:16:35,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:35,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=C 2024-11-22T13:16:35,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:35,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/e46593ada76143ff8cfeb18b3e48a403 is 50, key is test_row_0/A:col10/1732281395780/Put/seqid=0 2024-11-22T13:16:35,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742344_1520 (size=14741) 2024-11-22T13:16:36,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281456037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:36,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:36,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:36,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:36,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281456155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T13:16:36,255 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:16:36,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:16:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-22T13:16:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T13:16:36,257 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:16:36,257 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:16:36,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:16:36,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/e46593ada76143ff8cfeb18b3e48a403 2024-11-22T13:16:36,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/5b2b299193ab45f7913092db73be80c1 is 50, key is test_row_0/B:col10/1732281395780/Put/seqid=0 2024-11-22T13:16:36,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742345_1521 (size=12301) 2024-11-22T13:16:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T13:16:36,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281456375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:36,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:36,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:36,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:36,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T13:16:36,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:36,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:36,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:36,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:36,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:36,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T13:16:36,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:36,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:36,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:36,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:36,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T13:16:36,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281456695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:36,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:36,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:36,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:36,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T13:16:36,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:36,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:36,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:36,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:36,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:36,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/5b2b299193ab45f7913092db73be80c1 2024-11-22T13:16:36,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/b27090edd19d422b8ce632241b60c484 is 50, key is test_row_0/C:col10/1732281395780/Put/seqid=0 2024-11-22T13:16:36,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742346_1522 (size=12301) 2024-11-22T13:16:36,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T13:16:36,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:36,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:36,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:36,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:36,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T13:16:37,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T13:16:37,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:37,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:37,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:37,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:37,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:37,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/b27090edd19d422b8ce632241b60c484 2024-11-22T13:16:37,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/e46593ada76143ff8cfeb18b3e48a403 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/e46593ada76143ff8cfeb18b3e48a403 2024-11-22T13:16:37,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/e46593ada76143ff8cfeb18b3e48a403, entries=200, sequenceid=317, filesize=14.4 K 2024-11-22T13:16:37,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/5b2b299193ab45f7913092db73be80c1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/5b2b299193ab45f7913092db73be80c1 2024-11-22T13:16:37,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/5b2b299193ab45f7913092db73be80c1, entries=150, sequenceid=317, filesize=12.0 K 2024-11-22T13:16:37,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/b27090edd19d422b8ce632241b60c484 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/b27090edd19d422b8ce632241b60c484 2024-11-22T13:16:37,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T13:16:37,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:37,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:37,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:37,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:37,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:37,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/b27090edd19d422b8ce632241b60c484, entries=150, sequenceid=317, filesize=12.0 K 2024-11-22T13:16:37,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 1228fb7dd3cae11a61f7b960fa49f3fd in 1257ms, sequenceid=317, compaction requested=true 2024-11-22T13:16:37,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:37,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1228fb7dd3cae11a61f7b960fa49f3fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:16:37,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:37,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1228fb7dd3cae11a61f7b960fa49f3fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:16:37,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T13:16:37,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1228fb7dd3cae11a61f7b960fa49f3fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:16:37,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-22T13:16:37,179 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:16:37,180 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:16:37,181 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:16:37,181 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 1228fb7dd3cae11a61f7b960fa49f3fd/C is initiating minor compaction (all files) 2024-11-22T13:16:37,182 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1228fb7dd3cae11a61f7b960fa49f3fd/C in TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:37,182 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/284e2b53f25d476f9cc0c06f9f1e4295, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/3bd2ac6ff52a47beaa5b0a0074697964, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/4acf42beb6bd45a4b955a4f88726835c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/b27090edd19d422b8ce632241b60c484] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp, totalSize=48.4 K 2024-11-22T13:16:37,184 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54480 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:16:37,184 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 1228fb7dd3cae11a61f7b960fa49f3fd/A is initiating minor compaction (all files) 2024-11-22T13:16:37,184 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1228fb7dd3cae11a61f7b960fa49f3fd/A in TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:37,184 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/dd0e10c58278439bbe4885d69d133613, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/63dfb8419ed442198c2de86cabf81fa4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/62a3c01c1adf4f359acf0da7f64ccf9c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/e46593ada76143ff8cfeb18b3e48a403] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp, totalSize=53.2 K 2024-11-22T13:16:37,185 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 284e2b53f25d476f9cc0c06f9f1e4295, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732281393499 2024-11-22T13:16:37,185 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd0e10c58278439bbe4885d69d133613, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732281393499 2024-11-22T13:16:37,187 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bd2ac6ff52a47beaa5b0a0074697964, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732281393743 2024-11-22T13:16:37,187 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63dfb8419ed442198c2de86cabf81fa4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732281393743 2024-11-22T13:16:37,187 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62a3c01c1adf4f359acf0da7f64ccf9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732281394574 2024-11-22T13:16:37,187 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 4acf42beb6bd45a4b955a4f88726835c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732281394574 2024-11-22T13:16:37,188 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting e46593ada76143ff8cfeb18b3e48a403, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732281395780 2024-11-22T13:16:37,188 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting b27090edd19d422b8ce632241b60c484, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732281395780 2024-11-22T13:16:37,213 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1228fb7dd3cae11a61f7b960fa49f3fd#A#compaction#447 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:37,213 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/a94beec85d4440d18d5674cd7a9adadf is 50, key is test_row_0/A:col10/1732281395780/Put/seqid=0 2024-11-22T13:16:37,223 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1228fb7dd3cae11a61f7b960fa49f3fd#C#compaction#448 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:37,223 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/c98108cbbcf340dc89a8404c5c0d71c4 is 50, key is test_row_0/C:col10/1732281395780/Put/seqid=0 2024-11-22T13:16:37,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1228fb7dd3cae11a61f7b960fa49f3fd 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T13:16:37,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=A 2024-11-22T13:16:37,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:37,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=B 2024-11-22T13:16:37,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:37,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=C 2024-11-22T13:16:37,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:37,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742347_1523 (size=12983) 2024-11-22T13:16:37,231 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/a94beec85d4440d18d5674cd7a9adadf as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/a94beec85d4440d18d5674cd7a9adadf 2024-11-22T13:16:37,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/6f76ea7636744aa89b0df3bf270b87fd is 50, key is test_row_0/A:col10/1732281396024/Put/seqid=0 2024-11-22T13:16:37,237 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1228fb7dd3cae11a61f7b960fa49f3fd/A of 1228fb7dd3cae11a61f7b960fa49f3fd into a94beec85d4440d18d5674cd7a9adadf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:37,237 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:37,237 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., storeName=1228fb7dd3cae11a61f7b960fa49f3fd/A, priority=12, startTime=1732281397179; duration=0sec 2024-11-22T13:16:37,237 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:37,237 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1228fb7dd3cae11a61f7b960fa49f3fd:A 2024-11-22T13:16:37,237 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:16:37,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742348_1524 (size=12983) 2024-11-22T13:16:37,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742349_1525 (size=14741) 2024-11-22T13:16:37,245 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:16:37,245 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 1228fb7dd3cae11a61f7b960fa49f3fd/B is initiating minor compaction (all files) 2024-11-22T13:16:37,246 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1228fb7dd3cae11a61f7b960fa49f3fd/B in TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:37,246 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/1753b5e42d7845939489500c4f61fed1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/195ac784da79491797bfd6ad690328b8, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/edd49f0f33554134889d404ab3527a32, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/5b2b299193ab45f7913092db73be80c1] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp, totalSize=48.4 K 2024-11-22T13:16:37,246 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1753b5e42d7845939489500c4f61fed1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732281393499 2024-11-22T13:16:37,246 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 195ac784da79491797bfd6ad690328b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732281393743 2024-11-22T13:16:37,247 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting edd49f0f33554134889d404ab3527a32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732281394574 2024-11-22T13:16:37,247 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b2b299193ab45f7913092db73be80c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732281395780 2024-11-22T13:16:37,261 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1228fb7dd3cae11a61f7b960fa49f3fd#B#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:37,262 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/d636f89cc820403bbd7da57a4fe61147 is 50, key is test_row_0/B:col10/1732281395780/Put/seqid=0 2024-11-22T13:16:37,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742350_1526 (size=12983) 2024-11-22T13:16:37,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281457309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:37,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:37,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:37,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:37,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T13:16:37,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:37,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:37,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:37,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:37,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T13:16:37,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281457425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:37,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:37,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:37,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:37,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T13:16:37,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:37,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:37,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:37,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:37,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:37,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T13:16:37,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:37,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:37,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:37,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:37,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:37,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281457634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:37,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:37,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:37,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:37,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/6f76ea7636744aa89b0df3bf270b87fd 2024-11-22T13:16:37,648 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/c98108cbbcf340dc89a8404c5c0d71c4 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/c98108cbbcf340dc89a8404c5c0d71c4 2024-11-22T13:16:37,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/afe4bb3e720f48fb9bc819823eee57ee is 50, key is test_row_0/B:col10/1732281396024/Put/seqid=0 2024-11-22T13:16:37,654 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1228fb7dd3cae11a61f7b960fa49f3fd/C of 1228fb7dd3cae11a61f7b960fa49f3fd into c98108cbbcf340dc89a8404c5c0d71c4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:37,654 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:37,654 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., storeName=1228fb7dd3cae11a61f7b960fa49f3fd/C, priority=12, startTime=1732281397179; duration=0sec 2024-11-22T13:16:37,654 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:37,654 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1228fb7dd3cae11a61f7b960fa49f3fd:C 2024-11-22T13:16:37,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742351_1527 (size=12301) 2024-11-22T13:16:37,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/afe4bb3e720f48fb9bc819823eee57ee 2024-11-22T13:16:37,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/49c1ac530bac42cdaca8c4f99e93d536 is 50, key is test_row_0/C:col10/1732281396024/Put/seqid=0 2024-11-22T13:16:37,672 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/d636f89cc820403bbd7da57a4fe61147 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/d636f89cc820403bbd7da57a4fe61147 2024-11-22T13:16:37,676 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1228fb7dd3cae11a61f7b960fa49f3fd/B of 1228fb7dd3cae11a61f7b960fa49f3fd into d636f89cc820403bbd7da57a4fe61147(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:37,677 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:37,677 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., storeName=1228fb7dd3cae11a61f7b960fa49f3fd/B, priority=12, startTime=1732281397179; duration=0sec 2024-11-22T13:16:37,677 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:37,677 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1228fb7dd3cae11a61f7b960fa49f3fd:B 2024-11-22T13:16:37,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742352_1528 (size=12301) 2024-11-22T13:16:37,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/49c1ac530bac42cdaca8c4f99e93d536 2024-11-22T13:16:37,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/6f76ea7636744aa89b0df3bf270b87fd as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/6f76ea7636744aa89b0df3bf270b87fd 2024-11-22T13:16:37,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/6f76ea7636744aa89b0df3bf270b87fd, entries=200, sequenceid=337, filesize=14.4 K 2024-11-22T13:16:37,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/afe4bb3e720f48fb9bc819823eee57ee as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/afe4bb3e720f48fb9bc819823eee57ee 2024-11-22T13:16:37,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/afe4bb3e720f48fb9bc819823eee57ee, entries=150, sequenceid=337, filesize=12.0 K 2024-11-22T13:16:37,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/49c1ac530bac42cdaca8c4f99e93d536 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/49c1ac530bac42cdaca8c4f99e93d536 2024-11-22T13:16:37,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/49c1ac530bac42cdaca8c4f99e93d536, entries=150, sequenceid=337, filesize=12.0 K 2024-11-22T13:16:37,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 1228fb7dd3cae11a61f7b960fa49f3fd in 495ms, sequenceid=337, compaction requested=false 2024-11-22T13:16:37,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:37,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T13:16:37,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:37,784 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 1228fb7dd3cae11a61f7b960fa49f3fd 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T13:16:37,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=A 2024-11-22T13:16:37,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:37,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=B 2024-11-22T13:16:37,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:37,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=C 2024-11-22T13:16:37,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:37,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/2cf7b77a34594f1680ae019342bfa0c0 is 50, key is test_row_0/A:col10/1732281397307/Put/seqid=0 2024-11-22T13:16:37,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742353_1529 (size=12301) 2024-11-22T13:16:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:37,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:38,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281458066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:38,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:38,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:38,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:38,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281458175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:38,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:38,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:38,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:38,216 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/2cf7b77a34594f1680ae019342bfa0c0 2024-11-22T13:16:38,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/86e6247d6c14435b9dbbd649afca06e7 is 50, key is test_row_0/B:col10/1732281397307/Put/seqid=0 2024-11-22T13:16:38,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742354_1530 (size=12301) 2024-11-22T13:16:38,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1732281458325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:38,328 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_2' in 1228fb7dd3cae11a61f7b960fa49f3fd of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8263 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:16:38,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:38,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:38,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:38,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281458384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:38,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:38,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:38,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T13:16:38,626 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/86e6247d6c14435b9dbbd649afca06e7 2024-11-22T13:16:38,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/d2642542f10547e28da80e09ef45ec01 is 50, key is test_row_0/C:col10/1732281397307/Put/seqid=0 2024-11-22T13:16:38,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742355_1531 (size=12301) 2024-11-22T13:16:38,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281458705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:38,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:38,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:38,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:39,038 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/d2642542f10547e28da80e09ef45ec01 2024-11-22T13:16:39,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/2cf7b77a34594f1680ae019342bfa0c0 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/2cf7b77a34594f1680ae019342bfa0c0 2024-11-22T13:16:39,088 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/2cf7b77a34594f1680ae019342bfa0c0, entries=150, sequenceid=352, filesize=12.0 K 2024-11-22T13:16:39,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/86e6247d6c14435b9dbbd649afca06e7 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/86e6247d6c14435b9dbbd649afca06e7 2024-11-22T13:16:39,091 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/86e6247d6c14435b9dbbd649afca06e7, entries=150, sequenceid=352, filesize=12.0 K 2024-11-22T13:16:39,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/d2642542f10547e28da80e09ef45ec01 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/d2642542f10547e28da80e09ef45ec01 2024-11-22T13:16:39,094 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/d2642542f10547e28da80e09ef45ec01, entries=150, sequenceid=352, filesize=12.0 K 2024-11-22T13:16:39,095 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 1228fb7dd3cae11a61f7b960fa49f3fd in 1311ms, sequenceid=352, compaction requested=true 2024-11-22T13:16:39,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:39,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:39,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-22T13:16:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-22T13:16:39,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-22T13:16:39,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8390 sec 2024-11-22T13:16:39,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.8430 sec 2024-11-22T13:16:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:39,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1228fb7dd3cae11a61f7b960fa49f3fd 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-22T13:16:39,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=A 2024-11-22T13:16:39,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:16:39,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=B 2024-11-22T13:16:39,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:16:39,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=C 2024-11-22T13:16:39,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:16:39,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/f3d4858b4f2e4ac5b26b7a541e16e025 is 50, key is test_row_0/A:col10/1732281399218/Put/seqid=0 2024-11-22T13:16:39,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742356_1532 (size=14741) 2024-11-22T13:16:39,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281459285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:39,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:39,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:39,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:39,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281459405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:39,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:39,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:39,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:39,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:39,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281459614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:39,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:39,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:39,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:39,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/f3d4858b4f2e4ac5b26b7a541e16e025 2024-11-22T13:16:39,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/797ced595a7a419ea901c5c186b8e2bc is 50, key is test_row_0/B:col10/1732281399218/Put/seqid=0 2024-11-22T13:16:39,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742357_1533 (size=12301) 2024-11-22T13:16:39,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281459925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:39,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:39,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:39,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:40,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/797ced595a7a419ea901c5c186b8e2bc 2024-11-22T13:16:40,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/2bfd9cbea9de49fbbf992d4f6ed2fa46 is 50, key is test_row_0/C:col10/1732281399218/Put/seqid=0 2024-11-22T13:16:40,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742358_1534 (size=12301) 2024-11-22T13:16:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T13:16:40,415 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:16:40,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:16:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-22T13:16:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T13:16:40,417 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:16:40,418 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:16:40,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:16:40,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58672 deadline: 1732281460434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:40,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 , the old value is region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:40,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:40,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., hostname=e025332d312f,34015,1732281255160, seqNum=2 because the exception is null or not the one we care about 2024-11-22T13:16:40,449 INFO [Thread-2079 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2079. 2024-11-22T13:16:40,449 DEBUG [Thread-2079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:16:40,449 INFO [Thread-2081 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2081. 2024-11-22T13:16:40,449 DEBUG [Thread-2079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:40,449 DEBUG [Thread-2081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:16:40,449 DEBUG [Thread-2081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:40,449 DEBUG [Thread-2079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:40,449 DEBUG [Thread-2081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:40,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:16:40,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:16:40,453 INFO [Thread-2085 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2085. 2024-11-22T13:16:40,453 DEBUG [Thread-2085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:16:40,453 DEBUG [Thread-2085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:40,453 DEBUG [Thread-2085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:40,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:16:40,461 INFO [Thread-2083 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2083. 2024-11-22T13:16:40,461 DEBUG [Thread-2083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:16:40,461 DEBUG [Thread-2083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:40,461 DEBUG [Thread-2083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:40,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:16:40,461 INFO [Thread-2077 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2077. 2024-11-22T13:16:40,461 DEBUG [Thread-2077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:16:40,461 DEBUG [Thread-2077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:40,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:16:40,462 DEBUG [Thread-2077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:40,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/2bfd9cbea9de49fbbf992d4f6ed2fa46 2024-11-22T13:16:40,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/f3d4858b4f2e4ac5b26b7a541e16e025 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/f3d4858b4f2e4ac5b26b7a541e16e025 2024-11-22T13:16:40,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/f3d4858b4f2e4ac5b26b7a541e16e025, entries=200, sequenceid=373, filesize=14.4 K 2024-11-22T13:16:40,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/797ced595a7a419ea901c5c186b8e2bc as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/797ced595a7a419ea901c5c186b8e2bc 2024-11-22T13:16:40,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/797ced595a7a419ea901c5c186b8e2bc, entries=150, sequenceid=373, filesize=12.0 K 2024-11-22T13:16:40,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/2bfd9cbea9de49fbbf992d4f6ed2fa46 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/2bfd9cbea9de49fbbf992d4f6ed2fa46 2024-11-22T13:16:40,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/2bfd9cbea9de49fbbf992d4f6ed2fa46, entries=150, sequenceid=373, filesize=12.0 K 2024-11-22T13:16:40,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 1228fb7dd3cae11a61f7b960fa49f3fd in 1254ms, sequenceid=373, compaction requested=true 2024-11-22T13:16:40,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:40,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1228fb7dd3cae11a61f7b960fa49f3fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:16:40,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:40,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1228fb7dd3cae11a61f7b960fa49f3fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:16:40,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:40,473 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:16:40,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1228fb7dd3cae11a61f7b960fa49f3fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:16:40,473 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:16:40,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:40,474 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54766 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:16:40,474 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:16:40,474 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 1228fb7dd3cae11a61f7b960fa49f3fd/A is initiating minor compaction (all files) 2024-11-22T13:16:40,474 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 1228fb7dd3cae11a61f7b960fa49f3fd/B is initiating minor compaction (all files) 2024-11-22T13:16:40,474 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1228fb7dd3cae11a61f7b960fa49f3fd/B in TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:40,474 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1228fb7dd3cae11a61f7b960fa49f3fd/A in TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:40,474 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/d636f89cc820403bbd7da57a4fe61147, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/afe4bb3e720f48fb9bc819823eee57ee, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/86e6247d6c14435b9dbbd649afca06e7, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/797ced595a7a419ea901c5c186b8e2bc] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp, totalSize=48.7 K 2024-11-22T13:16:40,474 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/a94beec85d4440d18d5674cd7a9adadf, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/6f76ea7636744aa89b0df3bf270b87fd, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/2cf7b77a34594f1680ae019342bfa0c0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/f3d4858b4f2e4ac5b26b7a541e16e025] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp, totalSize=53.5 K 2024-11-22T13:16:40,475 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting a94beec85d4440d18d5674cd7a9adadf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732281395780 2024-11-22T13:16:40,475 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting d636f89cc820403bbd7da57a4fe61147, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732281395780 2024-11-22T13:16:40,475 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f76ea7636744aa89b0df3bf270b87fd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732281396015 2024-11-22T13:16:40,475 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting afe4bb3e720f48fb9bc819823eee57ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732281396024 2024-11-22T13:16:40,475 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cf7b77a34594f1680ae019342bfa0c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732281397280 2024-11-22T13:16:40,475 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86e6247d6c14435b9dbbd649afca06e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732281397280 2024-11-22T13:16:40,475 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting f3d4858b4f2e4ac5b26b7a541e16e025, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732281398026 2024-11-22T13:16:40,475 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 797ced595a7a419ea901c5c186b8e2bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732281398026 2024-11-22T13:16:40,481 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1228fb7dd3cae11a61f7b960fa49f3fd#A#compaction#459 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:40,481 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/288bdfd2d64c4793bbf7dbc583929ecc is 50, key is test_row_0/A:col10/1732281399218/Put/seqid=0 2024-11-22T13:16:40,484 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1228fb7dd3cae11a61f7b960fa49f3fd#B#compaction#460 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:40,485 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/73289660b198421a944feed466154a59 is 50, key is test_row_0/B:col10/1732281399218/Put/seqid=0 2024-11-22T13:16:40,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742359_1535 (size=13119) 2024-11-22T13:16:40,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742360_1536 (size=13119) 2024-11-22T13:16:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T13:16:40,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T13:16:40,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:40,570 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 1228fb7dd3cae11a61f7b960fa49f3fd 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T13:16:40,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=A 2024-11-22T13:16:40,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:40,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=B 2024-11-22T13:16:40,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:40,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=C 2024-11-22T13:16:40,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:40,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/ab9408a63126431098f88d7860bc879b is 50, key is test_row_0/A:col10/1732281399254/Put/seqid=0 2024-11-22T13:16:40,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742361_1537 (size=12301) 2024-11-22T13:16:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T13:16:40,896 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/288bdfd2d64c4793bbf7dbc583929ecc as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/288bdfd2d64c4793bbf7dbc583929ecc 2024-11-22T13:16:40,896 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/73289660b198421a944feed466154a59 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/73289660b198421a944feed466154a59 2024-11-22T13:16:40,902 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1228fb7dd3cae11a61f7b960fa49f3fd/A of 1228fb7dd3cae11a61f7b960fa49f3fd into 288bdfd2d64c4793bbf7dbc583929ecc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:40,902 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1228fb7dd3cae11a61f7b960fa49f3fd/B of 1228fb7dd3cae11a61f7b960fa49f3fd into 73289660b198421a944feed466154a59(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:40,902 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:40,902 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:40,902 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., storeName=1228fb7dd3cae11a61f7b960fa49f3fd/A, priority=12, startTime=1732281400473; duration=0sec 2024-11-22T13:16:40,902 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., storeName=1228fb7dd3cae11a61f7b960fa49f3fd/B, priority=12, startTime=1732281400473; duration=0sec 2024-11-22T13:16:40,902 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:40,902 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1228fb7dd3cae11a61f7b960fa49f3fd:A 2024-11-22T13:16:40,902 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:40,902 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1228fb7dd3cae11a61f7b960fa49f3fd:B 2024-11-22T13:16:40,902 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T13:16:40,903 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T13:16:40,903 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 1228fb7dd3cae11a61f7b960fa49f3fd/C is initiating minor compaction (all files) 2024-11-22T13:16:40,903 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1228fb7dd3cae11a61f7b960fa49f3fd/C in TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:40,903 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/c98108cbbcf340dc89a8404c5c0d71c4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/49c1ac530bac42cdaca8c4f99e93d536, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/d2642542f10547e28da80e09ef45ec01, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/2bfd9cbea9de49fbbf992d4f6ed2fa46] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp, totalSize=48.7 K 2024-11-22T13:16:40,904 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting c98108cbbcf340dc89a8404c5c0d71c4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732281395780 2024-11-22T13:16:40,904 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 49c1ac530bac42cdaca8c4f99e93d536, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732281396024 2024-11-22T13:16:40,904 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting d2642542f10547e28da80e09ef45ec01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732281397280 2024-11-22T13:16:40,905 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bfd9cbea9de49fbbf992d4f6ed2fa46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732281398026 2024-11-22T13:16:40,913 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1228fb7dd3cae11a61f7b960fa49f3fd#C#compaction#462 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:40,913 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/ccdf4a3117f543c8a99b858a0397a283 is 50, key is test_row_0/C:col10/1732281399218/Put/seqid=0 2024-11-22T13:16:40,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742362_1538 (size=13119) 2024-11-22T13:16:40,977 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/ab9408a63126431098f88d7860bc879b 2024-11-22T13:16:40,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/7a5373ce953e40edaa985f350e75179a is 50, key is test_row_0/B:col10/1732281399254/Put/seqid=0 2024-11-22T13:16:40,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742363_1539 (size=12301) 2024-11-22T13:16:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:41,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. as already flushing 2024-11-22T13:16:41,027 INFO [Thread-2072 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2072. 2024-11-22T13:16:41,027 DEBUG [Thread-2072 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:16:41,027 DEBUG [Thread-2072 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:41,028 DEBUG [Thread-2072 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:41,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:16:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T13:16:41,089 INFO [Thread-2066 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2066. 2024-11-22T13:16:41,089 DEBUG [Thread-2066 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:16:41,089 DEBUG [Thread-2066 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:41,090 DEBUG [Thread-2066 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:41,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:16:41,107 INFO [Thread-2070 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2070. 2024-11-22T13:16:41,107 DEBUG [Thread-2070 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:16:41,107 DEBUG [Thread-2070 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:41,107 DEBUG [Thread-2070 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:41,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:16:41,329 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/ccdf4a3117f543c8a99b858a0397a283 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/ccdf4a3117f543c8a99b858a0397a283 2024-11-22T13:16:41,334 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1228fb7dd3cae11a61f7b960fa49f3fd/C of 1228fb7dd3cae11a61f7b960fa49f3fd into ccdf4a3117f543c8a99b858a0397a283(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:41,334 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:41,334 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., storeName=1228fb7dd3cae11a61f7b960fa49f3fd/C, priority=12, startTime=1732281400473; duration=0sec 2024-11-22T13:16:41,334 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:41,334 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1228fb7dd3cae11a61f7b960fa49f3fd:C 2024-11-22T13:16:41,391 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/7a5373ce953e40edaa985f350e75179a 2024-11-22T13:16:41,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/16592e2e0712421fbd127f5c1c45d83f is 50, key is test_row_0/C:col10/1732281399254/Put/seqid=0 2024-11-22T13:16:41,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742364_1540 (size=12301) 2024-11-22T13:16:41,446 INFO [Thread-2068 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2068. 2024-11-22T13:16:41,446 DEBUG [Thread-2068 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:16:41,446 DEBUG [Thread-2068 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:41,446 DEBUG [Thread-2068 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:41,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:16:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T13:16:41,810 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/16592e2e0712421fbd127f5c1c45d83f 2024-11-22T13:16:41,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/ab9408a63126431098f88d7860bc879b as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/ab9408a63126431098f88d7860bc879b 2024-11-22T13:16:41,823 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/ab9408a63126431098f88d7860bc879b, entries=150, sequenceid=384, filesize=12.0 K 2024-11-22T13:16:41,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/7a5373ce953e40edaa985f350e75179a as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/7a5373ce953e40edaa985f350e75179a 2024-11-22T13:16:41,827 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/7a5373ce953e40edaa985f350e75179a, entries=150, sequenceid=384, filesize=12.0 K 2024-11-22T13:16:41,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/16592e2e0712421fbd127f5c1c45d83f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/16592e2e0712421fbd127f5c1c45d83f 2024-11-22T13:16:41,831 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/16592e2e0712421fbd127f5c1c45d83f, entries=150, sequenceid=384, filesize=12.0 K 2024-11-22T13:16:41,832 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=26.84 KB/27480 for 1228fb7dd3cae11a61f7b960fa49f3fd in 1262ms, sequenceid=384, compaction requested=false 2024-11-22T13:16:41,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 1228fb7dd3cae11a61f7b960fa49f3fd: 2024-11-22T13:16:41,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:41,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-22T13:16:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-22T13:16:41,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-22T13:16:41,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4160 sec 2024-11-22T13:16:41,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.4210 sec 2024-11-22T13:16:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T13:16:42,567 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:16:43,017 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T13:16:48,380 INFO [Thread-2074 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2074. 2024-11-22T13:16:48,380 DEBUG [Thread-2074 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:16:48,380 DEBUG [Thread-2074 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:48,381 DEBUG [Thread-2074 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:48,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:16:48,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T13:16:48,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-22T13:16:48,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 194 2024-11-22T13:16:48,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-22T13:16:48,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-22T13:16:48,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-22T13:16:48,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T13:16:48,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T13:16:48,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1217 2024-11-22T13:16:48,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3648 rows 2024-11-22T13:16:48,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1225 2024-11-22T13:16:48,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3660 rows 2024-11-22T13:16:48,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1223 2024-11-22T13:16:48,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3666 rows 2024-11-22T13:16:48,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1225 2024-11-22T13:16:48,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3674 rows 2024-11-22T13:16:48,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1214 2024-11-22T13:16:48,382 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3641 rows 2024-11-22T13:16:48,382 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T13:16:48,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T13:16:48,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:48,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:48,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:16:48,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T13:16:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T13:16:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T13:16:48,390 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281408389"}]},"ts":"1732281408389"} 2024-11-22T13:16:48,391 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T13:16:48,391 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T13:16:48,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T13:16:48,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1228fb7dd3cae11a61f7b960fa49f3fd, UNASSIGN}] 2024-11-22T13:16:48,395 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1228fb7dd3cae11a61f7b960fa49f3fd, UNASSIGN 2024-11-22T13:16:48,396 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=1228fb7dd3cae11a61f7b960fa49f3fd, regionState=CLOSING, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:16:48,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1228fb7dd3cae11a61f7b960fa49f3fd, UNASSIGN because future has completed 2024-11-22T13:16:48,397 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T13:16:48,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160}] 2024-11-22T13:16:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T13:16:48,551 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(122): Close 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:48,551 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T13:16:48,551 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1722): Closing 1228fb7dd3cae11a61f7b960fa49f3fd, disabling compactions & flushes 2024-11-22T13:16:48,551 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:48,551 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:48,551 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. after waiting 0 ms 2024-11-22T13:16:48,551 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:48,552 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(2902): Flushing 1228fb7dd3cae11a61f7b960fa49f3fd 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-22T13:16:48,552 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=A 2024-11-22T13:16:48,552 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:48,552 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=B 2024-11-22T13:16:48,553 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:48,553 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1228fb7dd3cae11a61f7b960fa49f3fd, store=C 2024-11-22T13:16:48,553 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:48,559 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/b5f09468f38f4104854ce8bc90c52f28 is 50, key is test_row_0/A:col10/1732281401105/Put/seqid=0 2024-11-22T13:16:48,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742365_1541 (size=12301) 2024-11-22T13:16:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T13:16:48,966 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/b5f09468f38f4104854ce8bc90c52f28 2024-11-22T13:16:48,980 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/8b7eacc95d3d4ed78769f98410be38a1 is 50, key is test_row_0/B:col10/1732281401105/Put/seqid=0 2024-11-22T13:16:48,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742366_1542 (size=12301) 2024-11-22T13:16:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T13:16:49,386 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/8b7eacc95d3d4ed78769f98410be38a1 2024-11-22T13:16:49,392 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/fc8f4b4198254122ba9bbc49fae69d6e is 50, key is test_row_0/C:col10/1732281401105/Put/seqid=0 2024-11-22T13:16:49,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742367_1543 (size=12301) 2024-11-22T13:16:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T13:16:49,798 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/fc8f4b4198254122ba9bbc49fae69d6e 2024-11-22T13:16:49,802 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/A/b5f09468f38f4104854ce8bc90c52f28 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/b5f09468f38f4104854ce8bc90c52f28 2024-11-22T13:16:49,807 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/b5f09468f38f4104854ce8bc90c52f28, entries=150, sequenceid=395, filesize=12.0 K 2024-11-22T13:16:49,808 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/B/8b7eacc95d3d4ed78769f98410be38a1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/8b7eacc95d3d4ed78769f98410be38a1 2024-11-22T13:16:49,812 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/8b7eacc95d3d4ed78769f98410be38a1, entries=150, sequenceid=395, filesize=12.0 K 2024-11-22T13:16:49,813 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/.tmp/C/fc8f4b4198254122ba9bbc49fae69d6e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/fc8f4b4198254122ba9bbc49fae69d6e 2024-11-22T13:16:49,816 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/fc8f4b4198254122ba9bbc49fae69d6e, entries=150, sequenceid=395, filesize=12.0 K 2024-11-22T13:16:49,817 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 1228fb7dd3cae11a61f7b960fa49f3fd in 1266ms, sequenceid=395, compaction requested=true 2024-11-22T13:16:49,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/b700b97192fc4328a7adbde3fb880457, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/e30fb564bdd64c0c8752e99c5bcd5f67, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/71b18069130948ddbdb39d4a7f6b4248, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/ac146e5a443e47d6b388ea3a1b283419, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/1fa5f496fdf444dd879d5acfb2ae5f89, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/62375d78d3d546789eeb8b2b840cc425, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/3405a8d091b744699e10f2d67fc1d710, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/6694536c24a546fcbd0298a8ca5a6f2e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/a753b257de44444b8782caab8f11df2e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/83de202987794d49bda7a2db035c8541, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/92b80e9c1de94f939ce23e5cef841210, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/22580c67062544bfb7bbf396fae1394f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/fa608617947848f893dca04813be457f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/9eda9880a3c944c99429dff4e0f60f8d, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/34a96e9de6714367946cc20ed2235ead, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/66a3661b233c4713843ea21a551f2716, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/dd0e10c58278439bbe4885d69d133613, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/63dfb8419ed442198c2de86cabf81fa4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/62a3c01c1adf4f359acf0da7f64ccf9c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/e46593ada76143ff8cfeb18b3e48a403, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/a94beec85d4440d18d5674cd7a9adadf, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/6f76ea7636744aa89b0df3bf270b87fd, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/2cf7b77a34594f1680ae019342bfa0c0, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/f3d4858b4f2e4ac5b26b7a541e16e025] to archive 2024-11-22T13:16:49,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T13:16:49,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/b700b97192fc4328a7adbde3fb880457 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/b700b97192fc4328a7adbde3fb880457 2024-11-22T13:16:49,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/e30fb564bdd64c0c8752e99c5bcd5f67 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/e30fb564bdd64c0c8752e99c5bcd5f67 2024-11-22T13:16:49,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/71b18069130948ddbdb39d4a7f6b4248 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/71b18069130948ddbdb39d4a7f6b4248 2024-11-22T13:16:49,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/ac146e5a443e47d6b388ea3a1b283419 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/ac146e5a443e47d6b388ea3a1b283419 2024-11-22T13:16:49,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/1fa5f496fdf444dd879d5acfb2ae5f89 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/1fa5f496fdf444dd879d5acfb2ae5f89 2024-11-22T13:16:49,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/62375d78d3d546789eeb8b2b840cc425 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/62375d78d3d546789eeb8b2b840cc425 2024-11-22T13:16:49,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/3405a8d091b744699e10f2d67fc1d710 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/3405a8d091b744699e10f2d67fc1d710 2024-11-22T13:16:49,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/6694536c24a546fcbd0298a8ca5a6f2e to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/6694536c24a546fcbd0298a8ca5a6f2e 2024-11-22T13:16:49,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/a753b257de44444b8782caab8f11df2e to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/a753b257de44444b8782caab8f11df2e 2024-11-22T13:16:49,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/83de202987794d49bda7a2db035c8541 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/83de202987794d49bda7a2db035c8541 2024-11-22T13:16:49,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/92b80e9c1de94f939ce23e5cef841210 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/92b80e9c1de94f939ce23e5cef841210 2024-11-22T13:16:49,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/22580c67062544bfb7bbf396fae1394f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/22580c67062544bfb7bbf396fae1394f 2024-11-22T13:16:49,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/fa608617947848f893dca04813be457f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/fa608617947848f893dca04813be457f 2024-11-22T13:16:49,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/9eda9880a3c944c99429dff4e0f60f8d to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/9eda9880a3c944c99429dff4e0f60f8d 2024-11-22T13:16:49,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/34a96e9de6714367946cc20ed2235ead to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/34a96e9de6714367946cc20ed2235ead 2024-11-22T13:16:49,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/66a3661b233c4713843ea21a551f2716 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/66a3661b233c4713843ea21a551f2716 2024-11-22T13:16:49,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/dd0e10c58278439bbe4885d69d133613 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/dd0e10c58278439bbe4885d69d133613 2024-11-22T13:16:49,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/63dfb8419ed442198c2de86cabf81fa4 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/63dfb8419ed442198c2de86cabf81fa4 2024-11-22T13:16:49,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/62a3c01c1adf4f359acf0da7f64ccf9c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/62a3c01c1adf4f359acf0da7f64ccf9c 2024-11-22T13:16:49,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/e46593ada76143ff8cfeb18b3e48a403 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/e46593ada76143ff8cfeb18b3e48a403 2024-11-22T13:16:49,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/a94beec85d4440d18d5674cd7a9adadf to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/a94beec85d4440d18d5674cd7a9adadf 2024-11-22T13:16:49,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/6f76ea7636744aa89b0df3bf270b87fd to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/6f76ea7636744aa89b0df3bf270b87fd 2024-11-22T13:16:49,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/2cf7b77a34594f1680ae019342bfa0c0 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/2cf7b77a34594f1680ae019342bfa0c0 2024-11-22T13:16:49,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/f3d4858b4f2e4ac5b26b7a541e16e025 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/f3d4858b4f2e4ac5b26b7a541e16e025 2024-11-22T13:16:49,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/7cae1cdfb3f3422796e2468318ae949c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/385b15e0714841f99043d8b1f275618f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/dc54c6d451af4e82953cd91c8fb644fd, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/0e1061c51ade45e9945ee2145d21bd6c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/b11784d4191940fa9555804c31a62d79, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/a9872a1ccd0a4232bc9e74a607721d75, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/b278cc9adbd44d6ba1b11ee0749c8e67, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/ae5a27aa269d4225abd84a636a923c4c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/bc747842b8b9475a94055c36fb75792e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/a35c25a7d9844e0182c2bed711044ddd, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/17c8a6e4744b411b9ebaf3e9d47ee395, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/adb45469ad5c4861bd59db3a352e7674, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/29e2eaad04af48d2ade47bb7d89570a5, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/c999b4df1b0a4cd79f4fa934b84d996e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/d258c3600db8450981bb81fef3aa5a4c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/1753b5e42d7845939489500c4f61fed1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/c0b54aec8936429a90a8880371338659, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/195ac784da79491797bfd6ad690328b8, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/edd49f0f33554134889d404ab3527a32, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/d636f89cc820403bbd7da57a4fe61147, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/5b2b299193ab45f7913092db73be80c1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/afe4bb3e720f48fb9bc819823eee57ee, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/86e6247d6c14435b9dbbd649afca06e7, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/797ced595a7a419ea901c5c186b8e2bc] to archive 2024-11-22T13:16:49,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T13:16:49,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/7cae1cdfb3f3422796e2468318ae949c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/7cae1cdfb3f3422796e2468318ae949c 2024-11-22T13:16:49,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/385b15e0714841f99043d8b1f275618f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/385b15e0714841f99043d8b1f275618f 2024-11-22T13:16:49,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/dc54c6d451af4e82953cd91c8fb644fd to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/dc54c6d451af4e82953cd91c8fb644fd 2024-11-22T13:16:49,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/0e1061c51ade45e9945ee2145d21bd6c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/0e1061c51ade45e9945ee2145d21bd6c 2024-11-22T13:16:49,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/b11784d4191940fa9555804c31a62d79 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/b11784d4191940fa9555804c31a62d79 2024-11-22T13:16:49,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/a9872a1ccd0a4232bc9e74a607721d75 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/a9872a1ccd0a4232bc9e74a607721d75 2024-11-22T13:16:49,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/b278cc9adbd44d6ba1b11ee0749c8e67 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/b278cc9adbd44d6ba1b11ee0749c8e67 2024-11-22T13:16:49,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/ae5a27aa269d4225abd84a636a923c4c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/ae5a27aa269d4225abd84a636a923c4c 2024-11-22T13:16:49,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/bc747842b8b9475a94055c36fb75792e to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/bc747842b8b9475a94055c36fb75792e 2024-11-22T13:16:49,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/a35c25a7d9844e0182c2bed711044ddd to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/a35c25a7d9844e0182c2bed711044ddd 2024-11-22T13:16:49,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/17c8a6e4744b411b9ebaf3e9d47ee395 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/17c8a6e4744b411b9ebaf3e9d47ee395 2024-11-22T13:16:49,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/adb45469ad5c4861bd59db3a352e7674 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/adb45469ad5c4861bd59db3a352e7674 2024-11-22T13:16:49,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/29e2eaad04af48d2ade47bb7d89570a5 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/29e2eaad04af48d2ade47bb7d89570a5 2024-11-22T13:16:49,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/c999b4df1b0a4cd79f4fa934b84d996e to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/c999b4df1b0a4cd79f4fa934b84d996e 2024-11-22T13:16:49,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/d258c3600db8450981bb81fef3aa5a4c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/d258c3600db8450981bb81fef3aa5a4c 2024-11-22T13:16:49,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/1753b5e42d7845939489500c4f61fed1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/1753b5e42d7845939489500c4f61fed1 2024-11-22T13:16:49,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/c0b54aec8936429a90a8880371338659 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/c0b54aec8936429a90a8880371338659 2024-11-22T13:16:49,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/195ac784da79491797bfd6ad690328b8 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/195ac784da79491797bfd6ad690328b8 2024-11-22T13:16:49,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/edd49f0f33554134889d404ab3527a32 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/edd49f0f33554134889d404ab3527a32 2024-11-22T13:16:49,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/d636f89cc820403bbd7da57a4fe61147 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/d636f89cc820403bbd7da57a4fe61147 2024-11-22T13:16:49,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/5b2b299193ab45f7913092db73be80c1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/5b2b299193ab45f7913092db73be80c1 2024-11-22T13:16:49,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/afe4bb3e720f48fb9bc819823eee57ee to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/afe4bb3e720f48fb9bc819823eee57ee 2024-11-22T13:16:49,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/86e6247d6c14435b9dbbd649afca06e7 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/86e6247d6c14435b9dbbd649afca06e7 2024-11-22T13:16:49,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/797ced595a7a419ea901c5c186b8e2bc to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/797ced595a7a419ea901c5c186b8e2bc 2024-11-22T13:16:49,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/8f95f3e2cbb14fdb834bee4496791ac9, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/85f6d04bd31942edbc246364f1bb20ae, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/834ff73c705c480480bd1b59d7fb6a90, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/9e695c39d69f448b9e9e0310485d85e7, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/3bf63e34fd9d440eb48c0a5434eeb06b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/83b9a95635ac45b8a38a95bc271bd45c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/bf865ae02d954f58b1bc7f214f648e7f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/fa5edf25b76745d4830bde3144136002, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/7a169274c6c8440996731e2f1e3cf6d4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/b40f5fdf3ec744a09662e348dd08b510, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/eba9440a147a4f4981a8b100b53b2fea, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/6139201c868d4aa58f39b8b1c188f873, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/adbbb462956540d5b247e1a23ede32d1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/4a4b321f98d84a119f599c7cbbb2c1c3, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/ba1396d744834888a65cd9b5661a4949, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/284e2b53f25d476f9cc0c06f9f1e4295, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/a8cb2e296d3941108781849a7d5f4f5a, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/3bd2ac6ff52a47beaa5b0a0074697964, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/4acf42beb6bd45a4b955a4f88726835c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/c98108cbbcf340dc89a8404c5c0d71c4, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/b27090edd19d422b8ce632241b60c484, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/49c1ac530bac42cdaca8c4f99e93d536, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/d2642542f10547e28da80e09ef45ec01, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/2bfd9cbea9de49fbbf992d4f6ed2fa46] to archive 2024-11-22T13:16:49,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T13:16:49,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/8f95f3e2cbb14fdb834bee4496791ac9 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/8f95f3e2cbb14fdb834bee4496791ac9 2024-11-22T13:16:49,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/85f6d04bd31942edbc246364f1bb20ae to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/85f6d04bd31942edbc246364f1bb20ae 2024-11-22T13:16:49,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/834ff73c705c480480bd1b59d7fb6a90 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/834ff73c705c480480bd1b59d7fb6a90 2024-11-22T13:16:49,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/9e695c39d69f448b9e9e0310485d85e7 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/9e695c39d69f448b9e9e0310485d85e7 2024-11-22T13:16:49,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/3bf63e34fd9d440eb48c0a5434eeb06b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/3bf63e34fd9d440eb48c0a5434eeb06b 2024-11-22T13:16:49,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/83b9a95635ac45b8a38a95bc271bd45c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/83b9a95635ac45b8a38a95bc271bd45c 2024-11-22T13:16:49,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/bf865ae02d954f58b1bc7f214f648e7f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/bf865ae02d954f58b1bc7f214f648e7f 2024-11-22T13:16:49,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/fa5edf25b76745d4830bde3144136002 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/fa5edf25b76745d4830bde3144136002 2024-11-22T13:16:49,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/7a169274c6c8440996731e2f1e3cf6d4 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/7a169274c6c8440996731e2f1e3cf6d4 2024-11-22T13:16:49,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/b40f5fdf3ec744a09662e348dd08b510 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/b40f5fdf3ec744a09662e348dd08b510 2024-11-22T13:16:49,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/eba9440a147a4f4981a8b100b53b2fea to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/eba9440a147a4f4981a8b100b53b2fea 2024-11-22T13:16:49,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/6139201c868d4aa58f39b8b1c188f873 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/6139201c868d4aa58f39b8b1c188f873 2024-11-22T13:16:49,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/adbbb462956540d5b247e1a23ede32d1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/adbbb462956540d5b247e1a23ede32d1 2024-11-22T13:16:49,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/4a4b321f98d84a119f599c7cbbb2c1c3 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/4a4b321f98d84a119f599c7cbbb2c1c3 2024-11-22T13:16:49,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/ba1396d744834888a65cd9b5661a4949 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/ba1396d744834888a65cd9b5661a4949 2024-11-22T13:16:49,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/284e2b53f25d476f9cc0c06f9f1e4295 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/284e2b53f25d476f9cc0c06f9f1e4295 2024-11-22T13:16:49,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/a8cb2e296d3941108781849a7d5f4f5a to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/a8cb2e296d3941108781849a7d5f4f5a 2024-11-22T13:16:49,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/3bd2ac6ff52a47beaa5b0a0074697964 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/3bd2ac6ff52a47beaa5b0a0074697964 2024-11-22T13:16:49,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/4acf42beb6bd45a4b955a4f88726835c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/4acf42beb6bd45a4b955a4f88726835c 2024-11-22T13:16:49,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/c98108cbbcf340dc89a8404c5c0d71c4 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/c98108cbbcf340dc89a8404c5c0d71c4 2024-11-22T13:16:49,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/b27090edd19d422b8ce632241b60c484 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/b27090edd19d422b8ce632241b60c484 2024-11-22T13:16:49,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/49c1ac530bac42cdaca8c4f99e93d536 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/49c1ac530bac42cdaca8c4f99e93d536 2024-11-22T13:16:49,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/d2642542f10547e28da80e09ef45ec01 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/d2642542f10547e28da80e09ef45ec01 2024-11-22T13:16:49,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/2bfd9cbea9de49fbbf992d4f6ed2fa46 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/2bfd9cbea9de49fbbf992d4f6ed2fa46 2024-11-22T13:16:49,910 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/recovered.edits/398.seqid, newMaxSeqId=398, maxSeqId=1 2024-11-22T13:16:49,911 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. 2024-11-22T13:16:49,911 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1676): Region close journal for 1228fb7dd3cae11a61f7b960fa49f3fd: Waiting for close lock at 1732281408551Running coprocessor pre-close hooks at 1732281408551Disabling compacts and flushes for region at 1732281408551Disabling writes for close at 1732281408551Obtaining lock to block concurrent updates at 1732281408552 (+1 ms)Preparing flush snapshotting stores in 1228fb7dd3cae11a61f7b960fa49f3fd at 1732281408552Finished memstore snapshotting TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732281408553 (+1 ms)Flushing stores of TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd. at 1732281408554 (+1 ms)Flushing 1228fb7dd3cae11a61f7b960fa49f3fd/A: creating writer at 1732281408554Flushing 1228fb7dd3cae11a61f7b960fa49f3fd/A: appending metadata at 1732281408559 (+5 ms)Flushing 1228fb7dd3cae11a61f7b960fa49f3fd/A: closing flushed file at 1732281408559Flushing 1228fb7dd3cae11a61f7b960fa49f3fd/B: creating writer at 1732281408974 (+415 ms)Flushing 1228fb7dd3cae11a61f7b960fa49f3fd/B: appending metadata at 1732281408979 (+5 ms)Flushing 1228fb7dd3cae11a61f7b960fa49f3fd/B: closing flushed file at 1732281408979Flushing 1228fb7dd3cae11a61f7b960fa49f3fd/C: creating writer at 1732281409390 (+411 ms)Flushing 1228fb7dd3cae11a61f7b960fa49f3fd/C: appending metadata at 1732281409392 (+2 ms)Flushing 1228fb7dd3cae11a61f7b960fa49f3fd/C: closing flushed file at 1732281409392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b5c7ed: reopening flushed file at 1732281409801 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36669874: reopening flushed file at 1732281409807 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a1063d7: reopening flushed file at 1732281409812 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 1228fb7dd3cae11a61f7b960fa49f3fd in 1266ms, sequenceid=395, compaction requested=true at 1732281409817 (+5 ms)Writing region close event to WAL at 1732281409907 (+90 ms)Running coprocessor post-close hooks at 1732281409911 (+4 ms)Closed at 1732281409911 2024-11-22T13:16:49,914 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(157): Closed 1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:49,914 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=1228fb7dd3cae11a61f7b960fa49f3fd, regionState=CLOSED 2024-11-22T13:16:49,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 because future has completed 2024-11-22T13:16:49,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-22T13:16:49,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseRegionProcedure 1228fb7dd3cae11a61f7b960fa49f3fd, server=e025332d312f,34015,1732281255160 in 1.5200 sec 2024-11-22T13:16:49,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134 2024-11-22T13:16:49,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1228fb7dd3cae11a61f7b960fa49f3fd, UNASSIGN in 1.5250 sec 2024-11-22T13:16:49,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-22T13:16:49,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5300 sec 2024-11-22T13:16:49,925 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281409924"}]},"ts":"1732281409924"} 2024-11-22T13:16:49,926 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T13:16:49,926 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T13:16:49,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5430 sec 2024-11-22T13:16:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T13:16:50,545 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:16:50,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T13:16:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:16:50,547 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:16:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T13:16:50,548 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=137, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:16:50,550 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:50,552 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A, FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B, FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C, FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/recovered.edits] 2024-11-22T13:16:50,554 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/288bdfd2d64c4793bbf7dbc583929ecc to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/288bdfd2d64c4793bbf7dbc583929ecc 2024-11-22T13:16:50,555 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/ab9408a63126431098f88d7860bc879b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/ab9408a63126431098f88d7860bc879b 2024-11-22T13:16:50,556 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/b5f09468f38f4104854ce8bc90c52f28 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/A/b5f09468f38f4104854ce8bc90c52f28 2024-11-22T13:16:50,558 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/73289660b198421a944feed466154a59 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/73289660b198421a944feed466154a59 2024-11-22T13:16:50,559 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/7a5373ce953e40edaa985f350e75179a to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/7a5373ce953e40edaa985f350e75179a 2024-11-22T13:16:50,560 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/8b7eacc95d3d4ed78769f98410be38a1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/B/8b7eacc95d3d4ed78769f98410be38a1 2024-11-22T13:16:50,562 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/16592e2e0712421fbd127f5c1c45d83f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/16592e2e0712421fbd127f5c1c45d83f 2024-11-22T13:16:50,563 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/ccdf4a3117f543c8a99b858a0397a283 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/ccdf4a3117f543c8a99b858a0397a283 2024-11-22T13:16:50,565 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/fc8f4b4198254122ba9bbc49fae69d6e to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/C/fc8f4b4198254122ba9bbc49fae69d6e 2024-11-22T13:16:50,567 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/recovered.edits/398.seqid to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd/recovered.edits/398.seqid 2024-11-22T13:16:50,568 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/1228fb7dd3cae11a61f7b960fa49f3fd 2024-11-22T13:16:50,568 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T13:16:50,570 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=137, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:16:50,572 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T13:16:50,575 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T13:16:50,576 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=137, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:16:50,576 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T13:16:50,576 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732281410576"}]},"ts":"9223372036854775807"} 2024-11-22T13:16:50,579 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T13:16:50,579 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1228fb7dd3cae11a61f7b960fa49f3fd, NAME => 'TestAcidGuarantees,,1732281378249.1228fb7dd3cae11a61f7b960fa49f3fd.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T13:16:50,579 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T13:16:50,579 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732281410579"}]},"ts":"9223372036854775807"} 2024-11-22T13:16:50,581 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T13:16:50,582 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=137, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:16:50,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 36 msec 2024-11-22T13:16:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T13:16:50,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T13:16:50,657 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:16:50,665 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=246 (was 248), OpenFileDescriptor=443 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=405 (was 442), ProcessCount=11 (was 11), AvailableMemoryMB=3587 (was 2340) - AvailableMemoryMB LEAK? - 2024-11-22T13:16:50,676 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=246, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=405, ProcessCount=11, AvailableMemoryMB=3586 2024-11-22T13:16:50,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T13:16:50,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T13:16:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T13:16:50,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T13:16:50,679 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:50,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 138 2024-11-22T13:16:50,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T13:16:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-22T13:16:50,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742368_1544 (size=1061) 2024-11-22T13:16:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-22T13:16:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-22T13:16:51,093 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9 2024-11-22T13:16:51,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742369_1545 (size=53) 2024-11-22T13:16:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-22T13:16:51,499 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:16:51,499 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 614143f50936ecd2a37cc2115c71592b, disabling compactions & flushes 2024-11-22T13:16:51,499 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:51,499 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:51,499 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. after waiting 0 ms 2024-11-22T13:16:51,499 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:51,499 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:51,499 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 614143f50936ecd2a37cc2115c71592b: Waiting for close lock at 1732281411499Disabling compacts and flushes for region at 1732281411499Disabling writes for close at 1732281411499Writing region close event to WAL at 1732281411499Closed at 1732281411499 2024-11-22T13:16:51,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T13:16:51,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732281411500"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281411500"}]},"ts":"1732281411500"} 2024-11-22T13:16:51,502 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T13:16:51,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T13:16:51,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281411502"}]},"ts":"1732281411502"} 2024-11-22T13:16:51,504 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T13:16:51,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=614143f50936ecd2a37cc2115c71592b, ASSIGN}] 2024-11-22T13:16:51,505 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=614143f50936ecd2a37cc2115c71592b, ASSIGN 2024-11-22T13:16:51,506 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=614143f50936ecd2a37cc2115c71592b, ASSIGN; state=OFFLINE, location=e025332d312f,34015,1732281255160; forceNewPlan=false, retain=false 2024-11-22T13:16:51,657 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=614143f50936ecd2a37cc2115c71592b, regionState=OPENING, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:16:51,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=614143f50936ecd2a37cc2115c71592b, ASSIGN because future has completed 2024-11-22T13:16:51,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160}] 2024-11-22T13:16:51,813 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:51,814 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7752): Opening region: {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} 2024-11-22T13:16:51,814 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:51,814 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:16:51,814 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7794): checking encryption for 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:51,814 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7797): checking classloading for 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:51,815 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:51,817 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:16:51,817 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 614143f50936ecd2a37cc2115c71592b columnFamilyName A 2024-11-22T13:16:51,817 DEBUG [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:51,817 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] regionserver.HStore(327): Store=614143f50936ecd2a37cc2115c71592b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:16:51,818 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:51,819 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:16:51,819 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 614143f50936ecd2a37cc2115c71592b columnFamilyName B 2024-11-22T13:16:51,819 DEBUG [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:51,819 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] regionserver.HStore(327): Store=614143f50936ecd2a37cc2115c71592b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:16:51,820 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:51,820 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:16:51,821 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 614143f50936ecd2a37cc2115c71592b columnFamilyName C 2024-11-22T13:16:51,821 DEBUG [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:51,821 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] regionserver.HStore(327): Store=614143f50936ecd2a37cc2115c71592b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:16:51,821 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:51,821 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1038): replaying wal for 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:51,822 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:51,822 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:51,823 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1048): stopping wal replay for 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:51,823 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1060): Cleaning up temporary data for 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:51,823 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T13:16:51,824 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1093): writing seq id for 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-22T13:16:51,825 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:16:51,826 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1114): Opened 614143f50936ecd2a37cc2115c71592b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60782690, jitterRate=-0.094267338514328}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T13:16:51,826 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:51,826 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1006): Region open journal for 614143f50936ecd2a37cc2115c71592b: Running coprocessor pre-open hook at 1732281411814Writing region info on filesystem at 1732281411814Initializing all the Stores at 1732281411815 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281411815Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281411815Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281411815Cleaning up temporary data from old regions at 1732281411823 (+8 ms)Running coprocessor post-open hooks at 1732281411826 (+3 ms)Region opened successfully at 1732281411826 2024-11-22T13:16:51,827 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., pid=140, masterSystemTime=1732281411811 2024-11-22T13:16:51,828 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:51,828 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:51,829 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=614143f50936ecd2a37cc2115c71592b, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:16:51,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 because future has completed 2024-11-22T13:16:51,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-22T13:16:51,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; OpenRegionProcedure 614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 in 172 msec 2024-11-22T13:16:51,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-22T13:16:51,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=614143f50936ecd2a37cc2115c71592b, ASSIGN in 329 msec 2024-11-22T13:16:51,835 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T13:16:51,836 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281411835"}]},"ts":"1732281411835"} 2024-11-22T13:16:51,837 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T13:16:51,838 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T13:16:51,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1610 sec 2024-11-22T13:16:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-22T13:16:52,836 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:16:52,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185b2823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:52,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:16:52,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:16:52,837 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:16:52,838 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:16:52,838 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:16:52,838 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458729a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:52,838 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:16:52,838 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:16:52,838 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:52,839 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:16:52,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6e3282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:52,840 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:16:52,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:16:52,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:16:52,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:16:52,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T13:16:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e025332d312f,46617,1732281253851 2024-11-22T13:16:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60c7bd28 2024-11-22T13:16:52,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T13:16:52,843 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T13:16:52,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T13:16:52,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T13:16:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T13:16:52,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742370_1546 (size=1097) 2024-11-22T13:16:53,257 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-22T13:16:53,257 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-22T13:16:53,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T13:16:53,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=614143f50936ecd2a37cc2115c71592b, REOPEN/MOVE}] 2024-11-22T13:16:53,263 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=614143f50936ecd2a37cc2115c71592b, REOPEN/MOVE 2024-11-22T13:16:53,264 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=614143f50936ecd2a37cc2115c71592b, regionState=CLOSING, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:16:53,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=614143f50936ecd2a37cc2115c71592b, REOPEN/MOVE because future has completed 2024-11-22T13:16:53,266 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T13:16:53,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160}] 2024-11-22T13:16:53,418 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:53,418 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T13:16:53,418 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing 614143f50936ecd2a37cc2115c71592b, disabling compactions & flushes 2024-11-22T13:16:53,418 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:53,418 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:53,418 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. after waiting 0 ms 2024-11-22T13:16:53,418 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:53,421 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T13:16:53,422 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:53,422 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for 614143f50936ecd2a37cc2115c71592b: Waiting for close lock at 1732281413418Running coprocessor pre-close hooks at 1732281413418Disabling compacts and flushes for region at 1732281413418Disabling writes for close at 1732281413418Writing region close event to WAL at 1732281413419 (+1 ms)Running coprocessor post-close hooks at 1732281413422 (+3 ms)Closed at 1732281413422 2024-11-22T13:16:53,422 WARN [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionServer(3299): Not adding moved region record: 614143f50936ecd2a37cc2115c71592b to self. 2024-11-22T13:16:53,424 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:53,424 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=614143f50936ecd2a37cc2115c71592b, regionState=CLOSED 2024-11-22T13:16:53,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 because future has completed 2024-11-22T13:16:53,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-22T13:16:53,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure 614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 in 160 msec 2024-11-22T13:16:53,428 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=614143f50936ecd2a37cc2115c71592b, REOPEN/MOVE; state=CLOSED, location=e025332d312f,34015,1732281255160; forceNewPlan=false, retain=true 2024-11-22T13:16:53,578 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=614143f50936ecd2a37cc2115c71592b, regionState=OPENING, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:16:53,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=614143f50936ecd2a37cc2115c71592b, REOPEN/MOVE because future has completed 2024-11-22T13:16:53,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160}] 2024-11-22T13:16:53,734 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:53,734 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7752): Opening region: {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} 2024-11-22T13:16:53,735 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:53,735 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:16:53,735 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7794): checking encryption for 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:53,735 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7797): checking classloading for 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:53,736 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:53,737 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:16:53,737 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 614143f50936ecd2a37cc2115c71592b columnFamilyName A 2024-11-22T13:16:53,738 DEBUG [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:53,739 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] regionserver.HStore(327): Store=614143f50936ecd2a37cc2115c71592b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:16:53,739 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:53,740 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:16:53,740 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 614143f50936ecd2a37cc2115c71592b columnFamilyName B 2024-11-22T13:16:53,740 DEBUG [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:53,741 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] regionserver.HStore(327): Store=614143f50936ecd2a37cc2115c71592b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:16:53,741 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:53,741 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T13:16:53,741 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 614143f50936ecd2a37cc2115c71592b columnFamilyName C 2024-11-22T13:16:53,742 DEBUG [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:53,742 INFO [StoreOpener-614143f50936ecd2a37cc2115c71592b-1 {}] regionserver.HStore(327): Store=614143f50936ecd2a37cc2115c71592b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:16:53,742 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:53,742 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1038): replaying wal for 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:53,743 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:53,744 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:53,746 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1048): stopping wal replay for 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:53,746 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1060): Cleaning up temporary data for 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:53,747 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T13:16:53,749 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1093): writing seq id for 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:53,750 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1114): Opened 614143f50936ecd2a37cc2115c71592b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71219410, jitterRate=0.06125190854072571}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T13:16:53,750 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:53,751 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1006): Region open journal for 614143f50936ecd2a37cc2115c71592b: Running coprocessor pre-open hook at 1732281413735Writing region info on filesystem at 1732281413735Initializing all the Stores at 1732281413736 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281413736Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281413736Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281413736Cleaning up temporary data from old regions at 1732281413746 (+10 ms)Running coprocessor post-open hooks at 1732281413750 (+4 ms)Region opened successfully at 1732281413751 (+1 ms) 2024-11-22T13:16:53,751 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., pid=145, masterSystemTime=1732281413731 2024-11-22T13:16:53,754 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:53,754 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:53,754 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=614143f50936ecd2a37cc2115c71592b, regionState=OPEN, openSeqNum=5, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:16:53,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 because future has completed 2024-11-22T13:16:53,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=143 2024-11-22T13:16:53,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure 614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 in 177 msec 2024-11-22T13:16:53,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-22T13:16:53,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=614143f50936ecd2a37cc2115c71592b, REOPEN/MOVE in 498 msec 2024-11-22T13:16:53,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-22T13:16:53,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 503 msec 2024-11-22T13:16:53,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 921 msec 2024-11-22T13:16:53,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-22T13:16:53,771 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:16:53,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,771 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:16:53,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:16:53,773 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:16:53,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:16:53,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:16:53,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371a391e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:16:53,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:16:53,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:53,775 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:16:53,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@376976aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1572f078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:16:53,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:16:53,778 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:16:53,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:16:53,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:16:53,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b80c1b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:16:53,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:16:53,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:53,780 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:16:53,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a99481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23448b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,781 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:16:53,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:16:53,781 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:16:53,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:16:53,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:16:53,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d88ef6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:16:53,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:16:53,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:53,782 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:16:53,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a17c91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7db06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:16:53,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:16:53,784 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:16:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:16:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:16:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458ab00a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:16:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:16:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:53,785 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:16:53,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6afc5cf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763ca8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,786 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:16:53,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:16:53,786 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:16:53,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:16:53,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:16:53,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0b3df4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:16:53,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:16:53,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:53,788 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:16:53,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c13dba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5451f0cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:16:53,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:16:53,789 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:16:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:16:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:16:53,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8255af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:16:53,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:16:53,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:53,790 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:16:53,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2856e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e0fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,791 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:16:53,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:16:53,792 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:16:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:16:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:16:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@159811a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:16:53,793 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:16:53,793 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:53,793 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:16:53,794 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32010eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbb8a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:16:53,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:16:53,795 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:16:53,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:16:53,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:16:53,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c4ff35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:16:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:16:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:53,796 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:16:53,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4dbf42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a58f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,797 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:16:53,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:16:53,798 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:16:53,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:16:53,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:16:53,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73452379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:16:53,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:16:53,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:53,799 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:16:53,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c2366aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e766e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46617,-1 for getting cluster id 2024-11-22T13:16:53,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:16:53,801 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5' 2024-11-22T13:16:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:16:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a4db81d-5e64-4103-b2f5-98cdb4a6f7b5" 2024-11-22T13:16:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57dae817, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46617,-1] 2024-11-22T13:16:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:16:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:16:53,802 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:16:53,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489bb765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:16:53,803 DEBUG [Thread-2446 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:16:53,803 DEBUG [Thread-2448 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:16:53,803 DEBUG [Thread-2439 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:16:53,803 DEBUG [Thread-2437 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:16:53,803 DEBUG [Thread-2433 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:16:53,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:16:53,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:16:53,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:16:53,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:16:53,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:16:53,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:16:53,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:16:53,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:16:53,804 DEBUG [Thread-2452 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:16:53,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:16:53,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:16:53,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:16:53,805 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:16:53,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:16:53,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:16:53,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:16:53,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:16:53,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:16:53,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:16:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-22T13:16:53,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:16:53,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-22T13:16:53,807 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:16:53,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:16:53,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:16:53,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:16:53,808 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:16:53,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:16:53,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:16:53,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:16:53,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:16:53,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:53,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 614143f50936ecd2a37cc2115c71592b 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T13:16:53,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=A 2024-11-22T13:16:53,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:53,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=B 2024-11-22T13:16:53,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:53,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=C 2024-11-22T13:16:53,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:53,824 DEBUG [Thread-2435 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:16:53,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:16:53,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:16:53,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:16:53,829 DEBUG [Thread-2444 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:16:53,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:16:53,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:16:53,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:16:53,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:16:53,832 DEBUG [Thread-2450 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:16:53,832 DEBUG [Thread-2441 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:16:53,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:16:53,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,34015,1732281255160, seqNum=-1] 2024-11-22T13:16:53,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:16:53,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:16:53,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:16:53,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:16:53,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:16:53,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:16:53,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5] 2024-11-22T13:16:53,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222c8151bd615644b2b157a82bc003705b_614143f50936ecd2a37cc2115c71592b is 50, key is test_row_0/A:col10/1732281413813/Put/seqid=0 2024-11-22T13:16:53,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742371_1547 (size=14594) 2024-11-22T13:16:53,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:53,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39240 deadline: 1732281473900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:53,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:53,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:53,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:53,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732281413862, max timestamp=1732281413905Num uniques 859; 2024-11-22T13:16:53,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-22T13:16:53,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732281413862, max timestamp=1732281413905Num uniques 859; 2024-11-22T13:16:53,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-22T13:16:53,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14144, totalHeapSize=32376, min timestamp=1732281413862, max timestamp=1732281413905Num uniques 859; 2024-11-22T13:16:53,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=14144, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-22T13:16:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-22T13:16:53,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39294 deadline: 1732281473926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:53,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:53,932 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:53,932 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39214 deadline: 1732281473927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:53,932 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:53,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:53,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:53,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:53,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:53,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281473927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:53,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:53,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:53,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:53,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281473929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:53,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:53,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:53,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:53,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T13:16:53,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:53,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:53,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:53,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:53,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:54,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39240 deadline: 1732281474015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:54,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:54,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39294 deadline: 1732281474035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:54,037 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:54,037 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,037 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39214 deadline: 1732281474036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:54,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:54,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281474045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:54,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:54,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281474045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:54,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:54,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:54,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T13:16:54,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:54,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:54,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:54,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:54,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-22T13:16:54,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39240 deadline: 1732281474224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:54,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:54,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39294 deadline: 1732281474245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:54,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39214 deadline: 1732281474245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:54,248 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,248 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,248 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:54,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:54,254 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:54,258 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222c8151bd615644b2b157a82bc003705b_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222c8151bd615644b2b157a82bc003705b_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:54,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:54,259 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/b6268d4c0bb541caaa43205c4eb5ad5a, store: [table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:16:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281474255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:54,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:54,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281474255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:54,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:54,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/b6268d4c0bb541caaa43205c4eb5ad5a is 175, key is test_row_0/A:col10/1732281413813/Put/seqid=0 2024-11-22T13:16:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:54,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742372_1548 (size=39549) 2024-11-22T13:16:54,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T13:16:54,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:54,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:54,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:54,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:54,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:54,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T13:16:54,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:54,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:54,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:54,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:54,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-22T13:16:54,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39240 deadline: 1732281474535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:54,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:54,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39294 deadline: 1732281474555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:54,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:54,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39214 deadline: 1732281474555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:54,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:54,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:54,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281474565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:54,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:54,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281474565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:54,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:54,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:54,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T13:16:54,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:54,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:54,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:54,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:54,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:54,664 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/b6268d4c0bb541caaa43205c4eb5ad5a 2024-11-22T13:16:54,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/e4befaf1ca4d4dde83d97379248f85e1 is 50, key is test_row_0/B:col10/1732281413813/Put/seqid=0 2024-11-22T13:16:54,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742373_1549 (size=12001) 2024-11-22T13:16:54,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T13:16:54,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:54,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:54,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:54,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:54,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:54,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T13:16:54,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:54,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:54,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:54,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:54,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-22T13:16:55,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T13:16:55,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:55,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:55,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:55,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:55,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:55,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39240 deadline: 1732281475045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:55,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:55,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:55,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:55,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:55,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39294 deadline: 1732281475065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39214 deadline: 1732281475065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:55,069 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:55,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:55,069 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:55,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:55,069 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:55,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:55,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281475075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:55,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:55,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:55,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281475075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:55,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:55,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:55,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:55,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:55,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/e4befaf1ca4d4dde83d97379248f85e1 2024-11-22T13:16:55,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/bf34e5148ea54f3f843d8a5841e9126a is 50, key is test_row_0/C:col10/1732281413813/Put/seqid=0 2024-11-22T13:16:55,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742374_1550 (size=12001) 2024-11-22T13:16:55,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T13:16:55,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:55,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:55,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:55,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:55,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:55,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T13:16:55,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:55,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:55,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:55,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:55,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:55,428 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T13:16:55,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T13:16:55,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:55,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:55,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:55,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:55,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:55,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/bf34e5148ea54f3f843d8a5841e9126a 2024-11-22T13:16:55,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/b6268d4c0bb541caaa43205c4eb5ad5a as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/b6268d4c0bb541caaa43205c4eb5ad5a 2024-11-22T13:16:55,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/b6268d4c0bb541caaa43205c4eb5ad5a, entries=200, sequenceid=15, filesize=38.6 K 2024-11-22T13:16:55,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/e4befaf1ca4d4dde83d97379248f85e1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/e4befaf1ca4d4dde83d97379248f85e1 2024-11-22T13:16:55,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/e4befaf1ca4d4dde83d97379248f85e1, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T13:16:55,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/bf34e5148ea54f3f843d8a5841e9126a as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/bf34e5148ea54f3f843d8a5841e9126a 2024-11-22T13:16:55,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/bf34e5148ea54f3f843d8a5841e9126a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T13:16:55,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 614143f50936ecd2a37cc2115c71592b in 1714ms, sequenceid=15, compaction requested=false 2024-11-22T13:16:55,528 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T13:16:55,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:16:55,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T13:16:55,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:55,658 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing 614143f50936ecd2a37cc2115c71592b 3/3 column families, dataSize=134.18 KB heapSize=370.92 KB 2024-11-22T13:16:55,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=A 2024-11-22T13:16:55,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:16:55,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=B 2024-11-22T13:16:55,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:16:55,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=C 2024-11-22T13:16:55,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:16:55,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222707a729e7fb4f3f9deed5804bda1453_614143f50936ecd2a37cc2115c71592b is 50, key is test_row_0/A:col10/1732281413926/Put/seqid=0 2024-11-22T13:16:55,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742375_1551 (size=12154) 2024-11-22T13:16:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-22T13:16:56,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:56,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:56,070 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222707a729e7fb4f3f9deed5804bda1453_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222707a729e7fb4f3f9deed5804bda1453_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:56,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/f21ab906d1e543699f0a8aa1d9bf6733, store: [table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:16:56,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/f21ab906d1e543699f0a8aa1d9bf6733 is 175, key is test_row_0/A:col10/1732281413926/Put/seqid=0 2024-11-22T13:16:56,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742376_1552 (size=30955) 2024-11-22T13:16:56,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281476085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:56,090 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_1' in 614143f50936ecd2a37cc2115c71592b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:16:56,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:56,093 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/f21ab906d1e543699f0a8aa1d9bf6733 2024-11-22T13:16:56,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39294 deadline: 1732281476089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:56,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:56,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39214 deadline: 1732281476090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:56,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39240 deadline: 1732281476090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:56,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:56,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:56,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281476095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:56,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:56,098 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 614143f50936ecd2a37cc2115c71592b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:16:56,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:56,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/fa735dba07214708b4c181d8d1e21b1c is 50, key is test_row_0/B:col10/1732281413926/Put/seqid=0 2024-11-22T13:16:56,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742377_1553 (size=12001) 2024-11-22T13:16:56,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39214 deadline: 1732281476205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:56,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:56,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39240 deadline: 1732281476206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:56,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:56,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:56,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39294 deadline: 1732281476206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:56,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:56,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:56,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39214 deadline: 1732281476415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:56,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:56,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39240 deadline: 1732281476415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:56,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:56,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:56,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39294 deadline: 1732281476415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:56,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:56,418 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,418 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,418 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:56,520 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/fa735dba07214708b4c181d8d1e21b1c 2024-11-22T13:16:56,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/8998b0bf5c814d1daa9d956c2d847eb9 is 50, key is test_row_0/C:col10/1732281413926/Put/seqid=0 2024-11-22T13:16:56,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742378_1554 (size=12001) 2024-11-22T13:16:56,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39214 deadline: 1732281476725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39240 deadline: 1732281476725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:56,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:56,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:56,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39294 deadline: 1732281476725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:56,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:56,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:56,929 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/8998b0bf5c814d1daa9d956c2d847eb9 2024-11-22T13:16:56,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/f21ab906d1e543699f0a8aa1d9bf6733 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/f21ab906d1e543699f0a8aa1d9bf6733 2024-11-22T13:16:56,935 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/f21ab906d1e543699f0a8aa1d9bf6733, entries=150, sequenceid=49, filesize=30.2 K 2024-11-22T13:16:56,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/fa735dba07214708b4c181d8d1e21b1c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/fa735dba07214708b4c181d8d1e21b1c 2024-11-22T13:16:56,939 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/fa735dba07214708b4c181d8d1e21b1c, entries=150, sequenceid=49, filesize=11.7 K 2024-11-22T13:16:56,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/8998b0bf5c814d1daa9d956c2d847eb9 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/8998b0bf5c814d1daa9d956c2d847eb9 2024-11-22T13:16:56,943 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/8998b0bf5c814d1daa9d956c2d847eb9, entries=150, sequenceid=49, filesize=11.7 K 2024-11-22T13:16:56,944 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~370.88 KB/379776, currentSize=60.38 KB/61830 for 614143f50936ecd2a37cc2115c71592b in 1285ms, sequenceid=49, compaction requested=false 2024-11-22T13:16:56,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:16:56,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:56,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-22T13:16:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-11-22T13:16:56,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-22T13:16:56,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1370 sec 2024-11-22T13:16:56,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 3.1420 sec 2024-11-22T13:16:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:57,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 614143f50936ecd2a37cc2115c71592b 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T13:16:57,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=A 2024-11-22T13:16:57,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:57,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=B 2024-11-22T13:16:57,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:57,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=C 2024-11-22T13:16:57,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:57,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229a4948e91f1b4870926c580522a3dc1e_614143f50936ecd2a37cc2115c71592b is 50, key is test_row_0/A:col10/1732281416083/Put/seqid=0 2024-11-22T13:16:57,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742379_1555 (size=14594) 2024-11-22T13:16:57,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39294 deadline: 1732281477291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:57,297 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,297 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,297 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:57,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39240 deadline: 1732281477297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:57,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:57,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39214 deadline: 1732281477297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:57,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:57,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39294 deadline: 1732281477405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:57,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39214 deadline: 1732281477405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:57,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:57,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39240 deadline: 1732281477405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:57,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:57,408 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,408 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,408 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:57,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:57,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:57,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39214 deadline: 1732281477616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39294 deadline: 1732281477616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:57,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:57,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39240 deadline: 1732281477616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:57,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:57,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:57,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:57,645 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:57,648 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229a4948e91f1b4870926c580522a3dc1e_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229a4948e91f1b4870926c580522a3dc1e_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:57,649 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/913490caac06423388d0789d8e442efb, store: [table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:16:57,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/913490caac06423388d0789d8e442efb is 175, key is test_row_0/A:col10/1732281416083/Put/seqid=0 2024-11-22T13:16:57,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742380_1556 (size=39549) 2024-11-22T13:16:57,654 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/913490caac06423388d0789d8e442efb 2024-11-22T13:16:57,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/3ca01d7997ed4602a76e723903bce3c7 is 50, key is test_row_0/B:col10/1732281416083/Put/seqid=0 2024-11-22T13:16:57,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742381_1557 (size=12001) 2024-11-22T13:16:57,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/3ca01d7997ed4602a76e723903bce3c7 2024-11-22T13:16:57,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/8fc5660f34be483e9269d0f7ee837bed is 50, key is test_row_0/C:col10/1732281416083/Put/seqid=0 2024-11-22T13:16:57,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742382_1558 (size=12001) 2024-11-22T13:16:57,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39214 deadline: 1732281477925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:57,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39294 deadline: 1732281477925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:57,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:57,929 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:57,929 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,929 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39240 deadline: 1732281477925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:57,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:57,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-22T13:16:57,965 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:16:57,965 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:16:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-22T13:16:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-22T13:16:57,967 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:16:57,968 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:16:57,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:16:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-22T13:16:58,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/8fc5660f34be483e9269d0f7ee837bed 2024-11-22T13:16:58,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/913490caac06423388d0789d8e442efb as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/913490caac06423388d0789d8e442efb 2024-11-22T13:16:58,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/913490caac06423388d0789d8e442efb, entries=200, sequenceid=62, filesize=38.6 K 2024-11-22T13:16:58,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/3ca01d7997ed4602a76e723903bce3c7 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/3ca01d7997ed4602a76e723903bce3c7 2024-11-22T13:16:58,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/3ca01d7997ed4602a76e723903bce3c7, entries=150, sequenceid=62, filesize=11.7 K 2024-11-22T13:16:58,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/8fc5660f34be483e9269d0f7ee837bed as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/8fc5660f34be483e9269d0f7ee837bed 2024-11-22T13:16:58,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/8fc5660f34be483e9269d0f7ee837bed, entries=150, sequenceid=62, filesize=11.7 K 2024-11-22T13:16:58,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 614143f50936ecd2a37cc2115c71592b in 863ms, sequenceid=62, compaction requested=true 2024-11-22T13:16:58,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:16:58,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 614143f50936ecd2a37cc2115c71592b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:16:58,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:58,099 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:16:58,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 614143f50936ecd2a37cc2115c71592b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:16:58,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:58,100 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:16:58,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 614143f50936ecd2a37cc2115c71592b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:16:58,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:58,100 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:16:58,100 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:16:58,100 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 614143f50936ecd2a37cc2115c71592b/A is initiating minor compaction (all files) 2024-11-22T13:16:58,100 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 614143f50936ecd2a37cc2115c71592b/B is initiating minor compaction (all files) 2024-11-22T13:16:58,100 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 614143f50936ecd2a37cc2115c71592b/A in TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:58,100 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 614143f50936ecd2a37cc2115c71592b/B in TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:58,100 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/b6268d4c0bb541caaa43205c4eb5ad5a, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/f21ab906d1e543699f0a8aa1d9bf6733, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/913490caac06423388d0789d8e442efb] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp, totalSize=107.5 K 2024-11-22T13:16:58,100 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/e4befaf1ca4d4dde83d97379248f85e1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/fa735dba07214708b4c181d8d1e21b1c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/3ca01d7997ed4602a76e723903bce3c7] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp, totalSize=35.2 K 2024-11-22T13:16:58,100 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:58,100 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. files: [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/b6268d4c0bb541caaa43205c4eb5ad5a, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/f21ab906d1e543699f0a8aa1d9bf6733, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/913490caac06423388d0789d8e442efb] 2024-11-22T13:16:58,101 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting e4befaf1ca4d4dde83d97379248f85e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732281413812 2024-11-22T13:16:58,101 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6268d4c0bb541caaa43205c4eb5ad5a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732281413812 2024-11-22T13:16:58,101 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting fa735dba07214708b4c181d8d1e21b1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732281413925 2024-11-22T13:16:58,101 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting f21ab906d1e543699f0a8aa1d9bf6733, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732281413925 2024-11-22T13:16:58,101 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ca01d7997ed4602a76e723903bce3c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732281416083 2024-11-22T13:16:58,101 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 913490caac06423388d0789d8e442efb, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732281416083 2024-11-22T13:16:58,107 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 614143f50936ecd2a37cc2115c71592b#B#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:58,107 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/916389169fd542c78bbb34b2daefe2ed is 50, key is test_row_0/B:col10/1732281416083/Put/seqid=0 2024-11-22T13:16:58,108 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:16:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:58,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 614143f50936ecd2a37cc2115c71592b 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T13:16:58,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=A 2024-11-22T13:16:58,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:58,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=B 2024-11-22T13:16:58,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:58,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=C 2024-11-22T13:16:58,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:58,113 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411220d018db86c734b209aca6e3c2422e9f5_614143f50936ecd2a37cc2115c71592b store=[table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:16:58,115 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411220d018db86c734b209aca6e3c2422e9f5_614143f50936ecd2a37cc2115c71592b, store=[table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:16:58,115 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220d018db86c734b209aca6e3c2422e9f5_614143f50936ecd2a37cc2115c71592b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:16:58,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742383_1559 (size=12104) 2024-11-22T13:16:58,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T13:16:58,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:58,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:58,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:58,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:58,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:58,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223958b8dbd83b4705ba3c946dffc50d9d_614143f50936ecd2a37cc2115c71592b is 50, key is test_row_0/A:col10/1732281417252/Put/seqid=0 2024-11-22T13:16:58,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281478138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:58,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:58,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:58,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742384_1560 (size=4469) 2024-11-22T13:16:58,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281478142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:58,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:58,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:58,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:58,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742385_1561 (size=14594) 2024-11-22T13:16:58,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281478255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:58,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281478255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:58,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T13:16:58,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:58,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:58,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:58,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:58,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-22T13:16:58,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T13:16:58,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:58,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:58,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:58,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:58,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:58,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39214 deadline: 1732281478435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:58,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:58,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:58,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39294 deadline: 1732281478435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:58,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:58,438 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:58,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:58,438 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:58,438 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39240 deadline: 1732281478435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:58,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:58,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:58,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:58,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281478465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:58,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281478465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:58,521 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/916389169fd542c78bbb34b2daefe2ed as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/916389169fd542c78bbb34b2daefe2ed 2024-11-22T13:16:58,527 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 614143f50936ecd2a37cc2115c71592b/B of 614143f50936ecd2a37cc2115c71592b into 916389169fd542c78bbb34b2daefe2ed(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:58,527 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:16:58,527 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., storeName=614143f50936ecd2a37cc2115c71592b/B, priority=13, startTime=1732281418099; duration=0sec 2024-11-22T13:16:58,527 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:16:58,527 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 614143f50936ecd2a37cc2115c71592b:B 2024-11-22T13:16:58,527 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:16:58,528 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:16:58,528 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 614143f50936ecd2a37cc2115c71592b/C is initiating minor compaction (all files) 2024-11-22T13:16:58,528 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 614143f50936ecd2a37cc2115c71592b/C in TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:58,528 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/bf34e5148ea54f3f843d8a5841e9126a, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/8998b0bf5c814d1daa9d956c2d847eb9, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/8fc5660f34be483e9269d0f7ee837bed] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp, totalSize=35.2 K 2024-11-22T13:16:58,529 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting bf34e5148ea54f3f843d8a5841e9126a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732281413812 2024-11-22T13:16:58,529 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 8998b0bf5c814d1daa9d956c2d847eb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732281413925 2024-11-22T13:16:58,530 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fc5660f34be483e9269d0f7ee837bed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732281416083 2024-11-22T13:16:58,537 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 614143f50936ecd2a37cc2115c71592b#C#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:58,538 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/e50e3807e8b94f0da7042d206f9d02b5 is 50, key is test_row_0/C:col10/1732281416083/Put/seqid=0 2024-11-22T13:16:58,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742386_1562 (size=12104) 2024-11-22T13:16:58,547 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 614143f50936ecd2a37cc2115c71592b#A#compaction#478 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:16:58,547 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/aaa7acb6985a4d5c9ce431b5cb9d7ed6 is 175, key is test_row_0/A:col10/1732281416083/Put/seqid=0 2024-11-22T13:16:58,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742387_1563 (size=31058) 2024-11-22T13:16:58,555 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:16:58,558 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223958b8dbd83b4705ba3c946dffc50d9d_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223958b8dbd83b4705ba3c946dffc50d9d_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:16:58,558 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/41300d01a8464805954377727b234244, store: [table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:16:58,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/41300d01a8464805954377727b234244 is 175, key is test_row_0/A:col10/1732281417252/Put/seqid=0 2024-11-22T13:16:58,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742388_1564 (size=39549) 2024-11-22T13:16:58,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T13:16:58,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:58,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:58,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:58,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:58,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-22T13:16:58,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T13:16:58,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:58,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:58,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:58,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:58,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:58,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281478775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:58,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281478775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:58,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T13:16:58,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:58,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:58,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:58,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:58,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:58,944 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/e50e3807e8b94f0da7042d206f9d02b5 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/e50e3807e8b94f0da7042d206f9d02b5 2024-11-22T13:16:58,947 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 614143f50936ecd2a37cc2115c71592b/C of 614143f50936ecd2a37cc2115c71592b into e50e3807e8b94f0da7042d206f9d02b5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:58,947 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:16:58,947 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., storeName=614143f50936ecd2a37cc2115c71592b/C, priority=13, startTime=1732281418100; duration=0sec 2024-11-22T13:16:58,947 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:58,947 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 614143f50936ecd2a37cc2115c71592b:C 2024-11-22T13:16:58,955 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/aaa7acb6985a4d5c9ce431b5cb9d7ed6 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/aaa7acb6985a4d5c9ce431b5cb9d7ed6 2024-11-22T13:16:58,958 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 614143f50936ecd2a37cc2115c71592b/A of 614143f50936ecd2a37cc2115c71592b into aaa7acb6985a4d5c9ce431b5cb9d7ed6(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:16:58,958 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:16:58,958 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., storeName=614143f50936ecd2a37cc2115c71592b/A, priority=13, startTime=1732281418099; duration=0sec 2024-11-22T13:16:58,958 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:16:58,958 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 614143f50936ecd2a37cc2115c71592b:A 2024-11-22T13:16:58,963 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/41300d01a8464805954377727b234244 2024-11-22T13:16:58,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/2f4963babe7f4cc2aabd9402d691e6fb is 50, key is test_row_0/B:col10/1732281417252/Put/seqid=0 2024-11-22T13:16:58,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742389_1565 (size=12001) 2024-11-22T13:16:59,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T13:16:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:59,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-22T13:16:59,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T13:16:59,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:59,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:59,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:59,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:59,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:59,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281479284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:59,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281479285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:59,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:59,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:59,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:59,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T13:16:59,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:59,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:59,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:59,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:59,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:59,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/2f4963babe7f4cc2aabd9402d691e6fb 2024-11-22T13:16:59,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/bf225e20319740b781e8600321e52f22 is 50, key is test_row_0/C:col10/1732281417252/Put/seqid=0 2024-11-22T13:16:59,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742390_1566 (size=12001) 2024-11-22T13:16:59,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39294 deadline: 1732281479445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:59,446 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 614143f50936ecd2a37cc2115c71592b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:16:59,447 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:59,447 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:59,447 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:59,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39214 deadline: 1732281479455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:59,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:16:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39240 deadline: 1732281479455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:16:59,457 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_2' in 614143f50936ecd2a37cc2115c71592b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:16:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:59,457 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 614143f50936ecd2a37cc2115c71592b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:16:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:16:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:16:59,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T13:16:59,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:59,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:59,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:59,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:59,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:59,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T13:16:59,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:59,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:59,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:59,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:59,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:59,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/bf225e20319740b781e8600321e52f22 2024-11-22T13:16:59,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T13:16:59,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:59,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:16:59,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:59,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:59,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:16:59,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/41300d01a8464805954377727b234244 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/41300d01a8464805954377727b234244 2024-11-22T13:16:59,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/41300d01a8464805954377727b234244, entries=200, sequenceid=82, filesize=38.6 K 2024-11-22T13:16:59,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/2f4963babe7f4cc2aabd9402d691e6fb as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/2f4963babe7f4cc2aabd9402d691e6fb 2024-11-22T13:16:59,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/2f4963babe7f4cc2aabd9402d691e6fb, entries=150, sequenceid=82, filesize=11.7 K 2024-11-22T13:16:59,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/bf225e20319740b781e8600321e52f22 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/bf225e20319740b781e8600321e52f22 2024-11-22T13:16:59,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/bf225e20319740b781e8600321e52f22, entries=150, sequenceid=82, filesize=11.7 K 2024-11-22T13:16:59,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 614143f50936ecd2a37cc2115c71592b in 1704ms, sequenceid=82, compaction requested=false 2024-11-22T13:16:59,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:16:59,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T13:16:59,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:16:59,950 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 614143f50936ecd2a37cc2115c71592b 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T13:16:59,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=A 2024-11-22T13:16:59,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:59,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=B 2024-11-22T13:16:59,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:59,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=C 2024-11-22T13:16:59,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:16:59,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ead10e6355d043018d1765f0476adc3d_614143f50936ecd2a37cc2115c71592b is 50, key is test_row_0/A:col10/1732281418141/Put/seqid=0 2024-11-22T13:16:59,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742391_1567 (size=12154) 2024-11-22T13:17:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-22T13:17:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:00,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:17:00,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281480342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:00,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:00,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:00,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:00,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281480345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:00,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:00,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:00,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:00,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:00,373 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ead10e6355d043018d1765f0476adc3d_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ead10e6355d043018d1765f0476adc3d_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:00,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/4709607485d249caa2d95c701141a38e, store: [table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:17:00,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/4709607485d249caa2d95c701141a38e is 175, key is test_row_0/A:col10/1732281418141/Put/seqid=0 2024-11-22T13:17:00,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742392_1568 (size=30955) 2024-11-22T13:17:00,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281480455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:00,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281480455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:00,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281480665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:00,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281480665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:00,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:00,779 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/4709607485d249caa2d95c701141a38e 2024-11-22T13:17:00,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/0e4a6cd3581243138939d9efc1a63bea is 50, key is test_row_0/B:col10/1732281418141/Put/seqid=0 2024-11-22T13:17:00,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742393_1569 (size=12001) 2024-11-22T13:17:00,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281480974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:00,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:00,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281480975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:00,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:00,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:00,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:00,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:00,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:01,188 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/0e4a6cd3581243138939d9efc1a63bea 2024-11-22T13:17:01,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/630760a7b8144f638725ccd827929e9e is 50, key is test_row_0/C:col10/1732281418141/Put/seqid=0 2024-11-22T13:17:01,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742394_1570 (size=12001) 2024-11-22T13:17:01,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39294 deadline: 1732281481455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:01,459 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 614143f50936ecd2a37cc2115c71592b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:17:01,460 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:01,460 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:01,460 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:01,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39214 deadline: 1732281481464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:01,467 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_2' in 614143f50936ecd2a37cc2115c71592b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:17:01,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:01,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:01,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:01,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39240 deadline: 1732281481475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:01,478 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 614143f50936ecd2a37cc2115c71592b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:17:01,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:01,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:01,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:01,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281481485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:01,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:01,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:01,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:01,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281481485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:01,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:01,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:01,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:01,596 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/630760a7b8144f638725ccd827929e9e 2024-11-22T13:17:01,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/4709607485d249caa2d95c701141a38e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/4709607485d249caa2d95c701141a38e 2024-11-22T13:17:01,605 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/4709607485d249caa2d95c701141a38e, entries=150, sequenceid=97, filesize=30.2 K 2024-11-22T13:17:01,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/0e4a6cd3581243138939d9efc1a63bea as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/0e4a6cd3581243138939d9efc1a63bea 2024-11-22T13:17:01,612 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/0e4a6cd3581243138939d9efc1a63bea, entries=150, sequenceid=97, filesize=11.7 K 2024-11-22T13:17:01,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/630760a7b8144f638725ccd827929e9e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/630760a7b8144f638725ccd827929e9e 2024-11-22T13:17:01,616 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/630760a7b8144f638725ccd827929e9e, entries=150, sequenceid=97, filesize=11.7 K 2024-11-22T13:17:01,617 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 614143f50936ecd2a37cc2115c71592b in 1667ms, sequenceid=97, compaction requested=true 2024-11-22T13:17:01,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:17:01,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:01,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-22T13:17:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-22T13:17:01,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-22T13:17:01,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6500 sec 2024-11-22T13:17:01,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 3.6550 sec 2024-11-22T13:17:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-22T13:17:02,135 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:17:02,135 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:17:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-22T13:17:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T13:17:02,136 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:17:02,137 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:17:02,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:17:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T13:17:02,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T13:17:02,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:02,289 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 614143f50936ecd2a37cc2115c71592b 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T13:17:02,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=A 2024-11-22T13:17:02,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:17:02,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=B 2024-11-22T13:17:02,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:17:02,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=C 2024-11-22T13:17:02,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:17:02,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d6e0f1711b344111b8c74ea5e651234b_614143f50936ecd2a37cc2115c71592b is 50, key is test_row_0/A:col10/1732281420343/Put/seqid=0 2024-11-22T13:17:02,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742395_1571 (size=12154) 2024-11-22T13:17:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T13:17:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:02,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:17:02,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281482519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:02,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:02,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:02,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:02,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281482521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:02,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:02,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:02,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:02,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281482634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:02,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:02,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:02,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:02,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281482634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:02,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:02,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:02,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:02,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:02,704 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d6e0f1711b344111b8c74ea5e651234b_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d6e0f1711b344111b8c74ea5e651234b_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:02,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/3ac6311d485d47f79e0cb53e75899821, store: [table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:17:02,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/3ac6311d485d47f79e0cb53e75899821 is 175, key is test_row_0/A:col10/1732281420343/Put/seqid=0 2024-11-22T13:17:02,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742396_1572 (size=30955) 2024-11-22T13:17:02,709 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/3ac6311d485d47f79e0cb53e75899821 2024-11-22T13:17:02,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/679f0d774d4643b39dbdf20f18554b0b is 50, key is test_row_0/B:col10/1732281420343/Put/seqid=0 2024-11-22T13:17:02,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742397_1573 (size=12001) 2024-11-22T13:17:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T13:17:02,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281482845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:02,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:02,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281482845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:02,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:02,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:02,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:02,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:02,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:03,121 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/679f0d774d4643b39dbdf20f18554b0b 2024-11-22T13:17:03,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/dd675b8c462e4820a58c795c429ea210 is 50, key is test_row_0/C:col10/1732281420343/Put/seqid=0 2024-11-22T13:17:03,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742398_1574 (size=12001) 2024-11-22T13:17:03,135 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/dd675b8c462e4820a58c795c429ea210 2024-11-22T13:17:03,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/3ac6311d485d47f79e0cb53e75899821 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/3ac6311d485d47f79e0cb53e75899821 2024-11-22T13:17:03,147 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/3ac6311d485d47f79e0cb53e75899821, entries=150, sequenceid=117, filesize=30.2 K 2024-11-22T13:17:03,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/679f0d774d4643b39dbdf20f18554b0b as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/679f0d774d4643b39dbdf20f18554b0b 2024-11-22T13:17:03,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281483155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:03,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:03,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:03,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:03,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281483155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:03,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:03,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:03,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:03,159 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/679f0d774d4643b39dbdf20f18554b0b, entries=150, sequenceid=117, filesize=11.7 K 2024-11-22T13:17:03,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/dd675b8c462e4820a58c795c429ea210 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/dd675b8c462e4820a58c795c429ea210 2024-11-22T13:17:03,163 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/dd675b8c462e4820a58c795c429ea210, entries=150, sequenceid=117, filesize=11.7 K 2024-11-22T13:17:03,164 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 614143f50936ecd2a37cc2115c71592b in 875ms, sequenceid=117, compaction requested=true 2024-11-22T13:17:03,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:17:03,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:03,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-22T13:17:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-22T13:17:03,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-22T13:17:03,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0280 sec 2024-11-22T13:17:03,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.0310 sec 2024-11-22T13:17:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T13:17:03,275 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:17:03,275 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:17:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-22T13:17:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T13:17:03,277 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:17:03,277 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:17:03,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:17:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T13:17:03,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-22T13:17:03,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:03,429 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 614143f50936ecd2a37cc2115c71592b 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T13:17:03,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=A 2024-11-22T13:17:03,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:17:03,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=B 2024-11-22T13:17:03,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:17:03,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=C 2024-11-22T13:17:03,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:17:03,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fc124b9821e24803aefc37a6b6dbcb4b_614143f50936ecd2a37cc2115c71592b is 50, key is test_row_0/A:col10/1732281422515/Put/seqid=0 2024-11-22T13:17:03,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742399_1575 (size=12154) 2024-11-22T13:17:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T13:17:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:03,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:17:03,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281483731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:03,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281483731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:03,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:03,846 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fc124b9821e24803aefc37a6b6dbcb4b_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fc124b9821e24803aefc37a6b6dbcb4b_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:03,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/c7dd77f1c6c34f30af7c09870cce5ee1, store: [table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:17:03,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/c7dd77f1c6c34f30af7c09870cce5ee1 is 175, key is test_row_0/A:col10/1732281422515/Put/seqid=0 2024-11-22T13:17:03,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742400_1576 (size=30955) 2024-11-22T13:17:03,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281483846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:03,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281483846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:03,851 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/c7dd77f1c6c34f30af7c09870cce5ee1 2024-11-22T13:17:03,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/a2ad95f77a8b498598738131cebf0686 is 50, key is test_row_0/B:col10/1732281422515/Put/seqid=0 2024-11-22T13:17:03,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742401_1577 (size=12001) 2024-11-22T13:17:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T13:17:04,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281484056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:04,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281484056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:04,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:04,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:04,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:04,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:04,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:04,260 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/a2ad95f77a8b498598738131cebf0686 2024-11-22T13:17:04,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/f84dfd5f23a943c39d26488937c8c46f is 50, key is test_row_0/C:col10/1732281422515/Put/seqid=0 2024-11-22T13:17:04,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742402_1578 (size=12001) 2024-11-22T13:17:04,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281484364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:04,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281484375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:04,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:04,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:04,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T13:17:04,669 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/f84dfd5f23a943c39d26488937c8c46f 2024-11-22T13:17:04,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/c7dd77f1c6c34f30af7c09870cce5ee1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/c7dd77f1c6c34f30af7c09870cce5ee1 2024-11-22T13:17:04,675 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/c7dd77f1c6c34f30af7c09870cce5ee1, entries=150, sequenceid=129, filesize=30.2 K 2024-11-22T13:17:04,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/a2ad95f77a8b498598738131cebf0686 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/a2ad95f77a8b498598738131cebf0686 2024-11-22T13:17:04,678 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/a2ad95f77a8b498598738131cebf0686, entries=150, sequenceid=129, filesize=11.7 K 2024-11-22T13:17:04,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/f84dfd5f23a943c39d26488937c8c46f as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/f84dfd5f23a943c39d26488937c8c46f 2024-11-22T13:17:04,681 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/f84dfd5f23a943c39d26488937c8c46f, entries=150, sequenceid=129, filesize=11.7 K 2024-11-22T13:17:04,682 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 614143f50936ecd2a37cc2115c71592b in 1253ms, sequenceid=129, compaction requested=true 2024-11-22T13:17:04,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:17:04,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:04,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-22T13:17:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-22T13:17:04,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-22T13:17:04,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4060 sec 2024-11-22T13:17:04,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.4100 sec 2024-11-22T13:17:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:04,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 614143f50936ecd2a37cc2115c71592b 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-22T13:17:04,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=A 2024-11-22T13:17:04,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:17:04,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=B 2024-11-22T13:17:04,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:17:04,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=C 2024-11-22T13:17:04,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:17:04,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fb3a11b5c435441e9152ab156b87dab8_614143f50936ecd2a37cc2115c71592b is 50, key is test_row_0/A:col10/1732281423724/Put/seqid=0 2024-11-22T13:17:04,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742403_1579 (size=14794) 2024-11-22T13:17:04,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281484900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:04,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:04,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:04,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:04,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281484902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:04,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:04,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:04,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:05,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281485014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:05,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281485015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:05,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:05,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:05,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:05,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:05,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:05,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:05,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281485225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:05,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:05,231 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:05,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281485225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:05,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:05,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:05,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:05,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:05,290 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:05,296 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fb3a11b5c435441e9152ab156b87dab8_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fb3a11b5c435441e9152ab156b87dab8_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:05,297 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/0d50a8c5888447fcac946ada8e486473, store: [table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:17:05,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/0d50a8c5888447fcac946ada8e486473 is 175, key is test_row_0/A:col10/1732281423724/Put/seqid=0 2024-11-22T13:17:05,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742404_1580 (size=39749) 2024-11-22T13:17:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T13:17:05,425 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:17:05,425 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:17:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-22T13:17:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T13:17:05,428 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:17:05,429 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:17:05,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:17:05,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39294 deadline: 1732281485495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:05,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39214 deadline: 1732281485495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:05,500 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_2' in 614143f50936ecd2a37cc2115c71592b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:17:05,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:05,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:05,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:05,504 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 614143f50936ecd2a37cc2115c71592b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:17:05,505 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:05,505 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:05,505 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:05,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39240 deadline: 1732281485515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:05,521 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e025332d312f,34015,1732281255160 for 'test_row_0' in 614143f50936ecd2a37cc2115c71592b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T13:17:05,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:05,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:05,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T13:17:05,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281485535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:05,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:05,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:05,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:05,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281485545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:05,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:05,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:05,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:05,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T13:17:05,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:05,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:17:05,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:05,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:17:05,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:17:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:17:05,703 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=150, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/0d50a8c5888447fcac946ada8e486473 2024-11-22T13:17:05,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/9b5e39282ffe47629d6d993881788563 is 50, key is test_row_0/B:col10/1732281423724/Put/seqid=0 2024-11-22T13:17:05,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742405_1581 (size=12151) 2024-11-22T13:17:05,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T13:17:05,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:05,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:17:05,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:05,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:17:05,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:17:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:17:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T13:17:05,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T13:17:05,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:05,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:17:05,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:05,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:17:05,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:17:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:17:06,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T13:17:06,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:06,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:17:06,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:06,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:17:06,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:17:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:17:06,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281486046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:06,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:06,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:06,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T13:17:06,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281486054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:06,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:06,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:06,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:06,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/9b5e39282ffe47629d6d993881788563 2024-11-22T13:17:06,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/68098234131c40ccbf1c6c3e93bca5bc is 50, key is test_row_0/C:col10/1732281423724/Put/seqid=0 2024-11-22T13:17:06,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742406_1582 (size=12151) 2024-11-22T13:17:06,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/68098234131c40ccbf1c6c3e93bca5bc 2024-11-22T13:17:06,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/0d50a8c5888447fcac946ada8e486473 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/0d50a8c5888447fcac946ada8e486473 2024-11-22T13:17:06,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/0d50a8c5888447fcac946ada8e486473, entries=200, sequenceid=150, filesize=38.8 K 2024-11-22T13:17:06,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/9b5e39282ffe47629d6d993881788563 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/9b5e39282ffe47629d6d993881788563 2024-11-22T13:17:06,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/9b5e39282ffe47629d6d993881788563, entries=150, sequenceid=150, filesize=11.9 K 2024-11-22T13:17:06,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/68098234131c40ccbf1c6c3e93bca5bc as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/68098234131c40ccbf1c6c3e93bca5bc 2024-11-22T13:17:06,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/68098234131c40ccbf1c6c3e93bca5bc, entries=150, sequenceid=150, filesize=11.9 K 2024-11-22T13:17:06,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 614143f50936ecd2a37cc2115c71592b in 1259ms, sequenceid=150, compaction requested=true 2024-11-22T13:17:06,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:17:06,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 614143f50936ecd2a37cc2115c71592b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:17:06,138 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-22T13:17:06,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:17:06,138 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-22T13:17:06,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 614143f50936ecd2a37cc2115c71592b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:17:06,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:17:06,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 614143f50936ecd2a37cc2115c71592b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:17:06,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:17:06,140 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 203221 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-22T13:17:06,140 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 614143f50936ecd2a37cc2115c71592b/A is initiating minor compaction (all files) 2024-11-22T13:17:06,140 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 614143f50936ecd2a37cc2115c71592b/A in TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:06,141 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/aaa7acb6985a4d5c9ce431b5cb9d7ed6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/41300d01a8464805954377727b234244, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/4709607485d249caa2d95c701141a38e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/3ac6311d485d47f79e0cb53e75899821, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/c7dd77f1c6c34f30af7c09870cce5ee1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/0d50a8c5888447fcac946ada8e486473] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp, totalSize=198.5 K 2024-11-22T13:17:06,141 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:06,141 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. files: [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/aaa7acb6985a4d5c9ce431b5cb9d7ed6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/41300d01a8464805954377727b234244, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/4709607485d249caa2d95c701141a38e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/3ac6311d485d47f79e0cb53e75899821, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/c7dd77f1c6c34f30af7c09870cce5ee1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/0d50a8c5888447fcac946ada8e486473] 2024-11-22T13:17:06,141 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting aaa7acb6985a4d5c9ce431b5cb9d7ed6, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732281416083 2024-11-22T13:17:06,141 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41300d01a8464805954377727b234244, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732281417252 2024-11-22T13:17:06,142 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4709607485d249caa2d95c701141a38e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732281418113 2024-11-22T13:17:06,142 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72259 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-22T13:17:06,142 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 614143f50936ecd2a37cc2115c71592b/B is initiating minor compaction (all files) 2024-11-22T13:17:06,142 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 614143f50936ecd2a37cc2115c71592b/B in TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:06,142 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ac6311d485d47f79e0cb53e75899821, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732281420328 2024-11-22T13:17:06,142 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/916389169fd542c78bbb34b2daefe2ed, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/2f4963babe7f4cc2aabd9402d691e6fb, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/0e4a6cd3581243138939d9efc1a63bea, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/679f0d774d4643b39dbdf20f18554b0b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/a2ad95f77a8b498598738131cebf0686, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/9b5e39282ffe47629d6d993881788563] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp, totalSize=70.6 K 2024-11-22T13:17:06,142 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7dd77f1c6c34f30af7c09870cce5ee1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732281422506 2024-11-22T13:17:06,142 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 916389169fd542c78bbb34b2daefe2ed, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732281416083 2024-11-22T13:17:06,143 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f4963babe7f4cc2aabd9402d691e6fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732281417252 2024-11-22T13:17:06,143 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d50a8c5888447fcac946ada8e486473, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732281423718 2024-11-22T13:17:06,144 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e4a6cd3581243138939d9efc1a63bea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732281418113 2024-11-22T13:17:06,144 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 679f0d774d4643b39dbdf20f18554b0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732281420328 2024-11-22T13:17:06,144 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting a2ad95f77a8b498598738131cebf0686, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732281422506 2024-11-22T13:17:06,144 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b5e39282ffe47629d6d993881788563, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732281423724 2024-11-22T13:17:06,151 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:17:06,153 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122f57b3b22d43949a0b4b57088cce46565_614143f50936ecd2a37cc2115c71592b store=[table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:17:06,154 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 614143f50936ecd2a37cc2115c71592b#B#compaction#496 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:17:06,155 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/7498c8cab69a4696ad47cc2e5e8081a1 is 50, key is test_row_0/B:col10/1732281423724/Put/seqid=0 2024-11-22T13:17:06,157 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122f57b3b22d43949a0b4b57088cce46565_614143f50936ecd2a37cc2115c71592b, store=[table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:17:06,157 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f57b3b22d43949a0b4b57088cce46565_614143f50936ecd2a37cc2115c71592b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:17:06,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742407_1583 (size=4469) 2024-11-22T13:17:06,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742408_1584 (size=12459) 2024-11-22T13:17:06,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T13:17:06,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:06,194 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 614143f50936ecd2a37cc2115c71592b 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T13:17:06,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=A 2024-11-22T13:17:06,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:17:06,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=B 2024-11-22T13:17:06,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:17:06,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=C 2024-11-22T13:17:06,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:17:06,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a032ef6374d14a61914d14163435f362_614143f50936ecd2a37cc2115c71592b is 50, key is test_row_0/A:col10/1732281424901/Put/seqid=0 2024-11-22T13:17:06,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742409_1585 (size=12304) 2024-11-22T13:17:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T13:17:06,572 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 614143f50936ecd2a37cc2115c71592b#A#compaction#495 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:17:06,572 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/1a93880d71a64c7cbdd25b384823a526 is 175, key is test_row_0/A:col10/1732281423724/Put/seqid=0 2024-11-22T13:17:06,582 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/7498c8cab69a4696ad47cc2e5e8081a1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/7498c8cab69a4696ad47cc2e5e8081a1 2024-11-22T13:17:06,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742410_1586 (size=31413) 2024-11-22T13:17:06,589 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 614143f50936ecd2a37cc2115c71592b/B of 614143f50936ecd2a37cc2115c71592b into 7498c8cab69a4696ad47cc2e5e8081a1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:17:06,589 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:17:06,589 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., storeName=614143f50936ecd2a37cc2115c71592b/B, priority=10, startTime=1732281426138; duration=0sec 2024-11-22T13:17:06,589 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:17:06,589 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 614143f50936ecd2a37cc2115c71592b:B 2024-11-22T13:17:06,589 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-22T13:17:06,593 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/1a93880d71a64c7cbdd25b384823a526 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/1a93880d71a64c7cbdd25b384823a526 2024-11-22T13:17:06,593 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72259 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-22T13:17:06,593 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 614143f50936ecd2a37cc2115c71592b/C is initiating minor compaction (all files) 2024-11-22T13:17:06,593 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 614143f50936ecd2a37cc2115c71592b/C in TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:06,593 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/e50e3807e8b94f0da7042d206f9d02b5, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/bf225e20319740b781e8600321e52f22, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/630760a7b8144f638725ccd827929e9e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/dd675b8c462e4820a58c795c429ea210, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/f84dfd5f23a943c39d26488937c8c46f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/68098234131c40ccbf1c6c3e93bca5bc] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp, totalSize=70.6 K 2024-11-22T13:17:06,593 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting e50e3807e8b94f0da7042d206f9d02b5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732281416083 2024-11-22T13:17:06,595 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting bf225e20319740b781e8600321e52f22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732281417252 2024-11-22T13:17:06,595 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 630760a7b8144f638725ccd827929e9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732281418113 2024-11-22T13:17:06,595 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting dd675b8c462e4820a58c795c429ea210, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732281420328 2024-11-22T13:17:06,595 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting f84dfd5f23a943c39d26488937c8c46f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732281422506 2024-11-22T13:17:06,596 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 68098234131c40ccbf1c6c3e93bca5bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732281423724 2024-11-22T13:17:06,598 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 614143f50936ecd2a37cc2115c71592b/A of 614143f50936ecd2a37cc2115c71592b into 1a93880d71a64c7cbdd25b384823a526(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:17:06,599 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:17:06,599 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., storeName=614143f50936ecd2a37cc2115c71592b/A, priority=10, startTime=1732281426138; duration=0sec 2024-11-22T13:17:06,599 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:17:06,599 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 614143f50936ecd2a37cc2115c71592b:A 2024-11-22T13:17:06,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,608 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 614143f50936ecd2a37cc2115c71592b#C#compaction#498 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:17:06,608 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/ee22413ca13b4ee7af9d0ef4e37923ca is 50, key is test_row_0/C:col10/1732281423724/Put/seqid=0 2024-11-22T13:17:06,617 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a032ef6374d14a61914d14163435f362_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a032ef6374d14a61914d14163435f362_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:06,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/c097d9d79a7d4c8aad1c8d8ffd968785, store: [table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:17:06,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/c097d9d79a7d4c8aad1c8d8ffd968785 is 175, key is test_row_0/A:col10/1732281424901/Put/seqid=0 2024-11-22T13:17:06,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742411_1587 (size=12459) 2024-11-22T13:17:06,626 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/ee22413ca13b4ee7af9d0ef4e37923ca as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/ee22413ca13b4ee7af9d0ef4e37923ca 2024-11-22T13:17:06,631 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 614143f50936ecd2a37cc2115c71592b/C of 614143f50936ecd2a37cc2115c71592b into ee22413ca13b4ee7af9d0ef4e37923ca(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:17:06,631 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:17:06,631 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., storeName=614143f50936ecd2a37cc2115c71592b/C, priority=10, startTime=1732281426138; duration=0sec 2024-11-22T13:17:06,631 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:17:06,631 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 614143f50936ecd2a37cc2115c71592b:C 2024-11-22T13:17:06,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742412_1588 (size=31105) 2024-11-22T13:17:06,633 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/c097d9d79a7d4c8aad1c8d8ffd968785 2024-11-22T13:17:06,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/b7a2575a8dcd4612809fb1e432fd42bd is 50, key is test_row_0/B:col10/1732281424901/Put/seqid=0 2024-11-22T13:17:06,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742413_1589 (size=12151) 2024-11-22T13:17:06,642 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/b7a2575a8dcd4612809fb1e432fd42bd 2024-11-22T13:17:06,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/a480c1d371a443a8bb5bf33abfa509d3 is 50, key is test_row_0/C:col10/1732281424901/Put/seqid=0 2024-11-22T13:17:06,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742414_1590 (size=12151) 2024-11-22T13:17:06,686 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/a480c1d371a443a8bb5bf33abfa509d3 2024-11-22T13:17:06,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/c097d9d79a7d4c8aad1c8d8ffd968785 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/c097d9d79a7d4c8aad1c8d8ffd968785 2024-11-22T13:17:06,699 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/c097d9d79a7d4c8aad1c8d8ffd968785, entries=150, sequenceid=161, filesize=30.4 K 2024-11-22T13:17:06,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/b7a2575a8dcd4612809fb1e432fd42bd as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/b7a2575a8dcd4612809fb1e432fd42bd 2024-11-22T13:17:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,703 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/b7a2575a8dcd4612809fb1e432fd42bd, entries=150, sequenceid=161, filesize=11.9 K 2024-11-22T13:17:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/a480c1d371a443a8bb5bf33abfa509d3 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/a480c1d371a443a8bb5bf33abfa509d3 2024-11-22T13:17:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,713 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/a480c1d371a443a8bb5bf33abfa509d3, entries=150, sequenceid=161, filesize=11.9 K 2024-11-22T13:17:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,714 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for 614143f50936ecd2a37cc2115c71592b in 519ms, sequenceid=161, compaction requested=false 2024-11-22T13:17:06,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:17:06,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:06,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-22T13:17:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-22T13:17:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-22T13:17:06,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2870 sec 2024-11-22T13:17:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.2930 sec 2024-11-22T13:17:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 614143f50936ecd2a37cc2115c71592b 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T13:17:07,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=A 2024-11-22T13:17:07,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:17:07,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=B 2024-11-22T13:17:07,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:17:07,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=C 2024-11-22T13:17:07,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:17:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e04f21ffbe9f4420a2aae8526316d476_614143f50936ecd2a37cc2115c71592b is 50, key is test_row_0/A:col10/1732281427106/Put/seqid=0 2024-11-22T13:17:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742415_1591 (size=19774) 2024-11-22T13:17:07,141 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:07,144 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e04f21ffbe9f4420a2aae8526316d476_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e04f21ffbe9f4420a2aae8526316d476_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:07,145 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/d5a0464cf96c4db0a69694d905e21f13, store: [table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:17:07,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/d5a0464cf96c4db0a69694d905e21f13 is 175, key is test_row_0/A:col10/1732281427106/Put/seqid=0 2024-11-22T13:17:07,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742416_1592 (size=57033) 2024-11-22T13:17:07,149 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/d5a0464cf96c4db0a69694d905e21f13 2024-11-22T13:17:07,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/de854ab267a0438c81dfa0a9bc576e77 is 50, key is test_row_0/B:col10/1732281427106/Put/seqid=0 2024-11-22T13:17:07,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742417_1593 (size=12151) 2024-11-22T13:17:07,178 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281427152, max timestamp=1732281427174Num uniques 859; 2024-11-22T13:17:07,178 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:17:07,178 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281427152, max timestamp=1732281427174Num uniques 859; 2024-11-22T13:17:07,178 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:17:07,178 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732281427152, max timestamp=1732281427174Num uniques 859; 2024-11-22T13:17:07,178 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T13:17:07,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281487215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:07,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281487216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:07,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:07,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:07,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:07,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:07,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:07,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:07,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281487325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:07,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:07,328 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281487325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:07,328 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:07,328 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:07,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:07,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:07,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:07,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281487535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:07,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:07,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:07,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:07,539 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281487535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:07,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:07,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:07,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:07,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/de854ab267a0438c81dfa0a9bc576e77 2024-11-22T13:17:07,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/f64209b0f5194284a80df4f5ea7aa0fb is 50, key is test_row_0/C:col10/1732281427106/Put/seqid=0 2024-11-22T13:17:07,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742418_1594 (size=12151) 2024-11-22T13:17:07,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/f64209b0f5194284a80df4f5ea7aa0fb 2024-11-22T13:17:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T13:17:07,575 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:17:07,575 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:17:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-22T13:17:07,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/d5a0464cf96c4db0a69694d905e21f13 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/d5a0464cf96c4db0a69694d905e21f13 2024-11-22T13:17:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T13:17:07,578 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:17:07,578 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:17:07,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:17:07,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/d5a0464cf96c4db0a69694d905e21f13, entries=300, sequenceid=175, filesize=55.7 K 2024-11-22T13:17:07,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/de854ab267a0438c81dfa0a9bc576e77 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/de854ab267a0438c81dfa0a9bc576e77 2024-11-22T13:17:07,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/de854ab267a0438c81dfa0a9bc576e77, entries=150, sequenceid=175, filesize=11.9 K 2024-11-22T13:17:07,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/f64209b0f5194284a80df4f5ea7aa0fb as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/f64209b0f5194284a80df4f5ea7aa0fb 2024-11-22T13:17:07,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/f64209b0f5194284a80df4f5ea7aa0fb, entries=150, sequenceid=175, filesize=11.9 K 2024-11-22T13:17:07,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 614143f50936ecd2a37cc2115c71592b in 472ms, sequenceid=175, compaction requested=true 2024-11-22T13:17:07,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:17:07,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 614143f50936ecd2a37cc2115c71592b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:17:07,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:17:07,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 614143f50936ecd2a37cc2115c71592b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T13:17:07,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:17:07,591 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:17:07,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 614143f50936ecd2a37cc2115c71592b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T13:17:07,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:17:07,591 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:17:07,592 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:17:07,592 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:17:07,592 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1541): 614143f50936ecd2a37cc2115c71592b/A is initiating minor compaction (all files) 2024-11-22T13:17:07,592 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 614143f50936ecd2a37cc2115c71592b/B is initiating minor compaction (all files) 2024-11-22T13:17:07,592 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 614143f50936ecd2a37cc2115c71592b/B in TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:07,592 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 614143f50936ecd2a37cc2115c71592b/A in TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:07,592 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/1a93880d71a64c7cbdd25b384823a526, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/c097d9d79a7d4c8aad1c8d8ffd968785, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/d5a0464cf96c4db0a69694d905e21f13] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp, totalSize=116.7 K 2024-11-22T13:17:07,592 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/7498c8cab69a4696ad47cc2e5e8081a1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/b7a2575a8dcd4612809fb1e432fd42bd, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/de854ab267a0438c81dfa0a9bc576e77] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp, totalSize=35.9 K 2024-11-22T13:17:07,592 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:07,592 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. files: [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/1a93880d71a64c7cbdd25b384823a526, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/c097d9d79a7d4c8aad1c8d8ffd968785, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/d5a0464cf96c4db0a69694d905e21f13] 2024-11-22T13:17:07,592 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting 7498c8cab69a4696ad47cc2e5e8081a1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732281423724 2024-11-22T13:17:07,593 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting b7a2575a8dcd4612809fb1e432fd42bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732281424896 2024-11-22T13:17:07,593 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a93880d71a64c7cbdd25b384823a526, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732281423724 2024-11-22T13:17:07,593 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting de854ab267a0438c81dfa0a9bc576e77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732281427106 2024-11-22T13:17:07,593 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting c097d9d79a7d4c8aad1c8d8ffd968785, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732281424896 2024-11-22T13:17:07,594 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5a0464cf96c4db0a69694d905e21f13, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732281427088 2024-11-22T13:17:07,598 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:17:07,600 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 614143f50936ecd2a37cc2115c71592b#B#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:17:07,600 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/ca8c4579671e45baa0497af64841563a is 50, key is test_row_0/B:col10/1732281427106/Put/seqid=0 2024-11-22T13:17:07,600 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122968e78cd515547d0bdf692eb6b7bd54e_614143f50936ecd2a37cc2115c71592b store=[table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:17:07,602 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122968e78cd515547d0bdf692eb6b7bd54e_614143f50936ecd2a37cc2115c71592b, store=[table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:17:07,603 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122968e78cd515547d0bdf692eb6b7bd54e_614143f50936ecd2a37cc2115c71592b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:17:07,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742419_1595 (size=12561) 2024-11-22T13:17:07,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742420_1596 (size=4469) 2024-11-22T13:17:07,623 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/ca8c4579671e45baa0497af64841563a as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/ca8c4579671e45baa0497af64841563a 2024-11-22T13:17:07,629 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 614143f50936ecd2a37cc2115c71592b/B of 614143f50936ecd2a37cc2115c71592b into ca8c4579671e45baa0497af64841563a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:17:07,629 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:17:07,629 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., storeName=614143f50936ecd2a37cc2115c71592b/B, priority=13, startTime=1732281427591; duration=0sec 2024-11-22T13:17:07,629 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T13:17:07,629 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 614143f50936ecd2a37cc2115c71592b:B 2024-11-22T13:17:07,629 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T13:17:07,632 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T13:17:07,632 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1541): 614143f50936ecd2a37cc2115c71592b/C is initiating minor compaction (all files) 2024-11-22T13:17:07,632 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 614143f50936ecd2a37cc2115c71592b/C in TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:07,632 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/ee22413ca13b4ee7af9d0ef4e37923ca, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/a480c1d371a443a8bb5bf33abfa509d3, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/f64209b0f5194284a80df4f5ea7aa0fb] into tmpdir=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp, totalSize=35.9 K 2024-11-22T13:17:07,632 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting ee22413ca13b4ee7af9d0ef4e37923ca, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732281423724 2024-11-22T13:17:07,633 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting a480c1d371a443a8bb5bf33abfa509d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732281424896 2024-11-22T13:17:07,633 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] compactions.Compactor(225): Compacting f64209b0f5194284a80df4f5ea7aa0fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732281427106 2024-11-22T13:17:07,641 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 614143f50936ecd2a37cc2115c71592b#C#compaction#506 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:17:07,642 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/abff7172f11a4e7e91e62bd57651e762 is 50, key is test_row_0/C:col10/1732281427106/Put/seqid=0 2024-11-22T13:17:07,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742421_1597 (size=12561) 2024-11-22T13:17:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T13:17:07,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T13:17:07,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:07,731 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 614143f50936ecd2a37cc2115c71592b 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-22T13:17:07,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=A 2024-11-22T13:17:07,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:17:07,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=B 2024-11-22T13:17:07,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:17:07,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=C 2024-11-22T13:17:07,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:17:07,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223ab73c0f159e495582758dcf975ef7a4_614143f50936ecd2a37cc2115c71592b is 50, key is test_row_0/A:col10/1732281427215/Put/seqid=0 2024-11-22T13:17:07,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742422_1598 (size=12304) 2024-11-22T13:17:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:07,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:17:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T13:17:07,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281487889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:07,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:07,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:07,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:07,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281487889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:07,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:07,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:07,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:08,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281488005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:08,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:08,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281488005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:08,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:08,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:08,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:08,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:08,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:08,022 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 614143f50936ecd2a37cc2115c71592b#A#compaction#505 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T13:17:08,022 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/f2cc3a85b2ac4ad4af9dccd2dd1604db is 175, key is test_row_0/A:col10/1732281427106/Put/seqid=0 2024-11-22T13:17:08,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742423_1599 (size=31515) 2024-11-22T13:17:08,059 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/abff7172f11a4e7e91e62bd57651e762 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/abff7172f11a4e7e91e62bd57651e762 2024-11-22T13:17:08,064 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 614143f50936ecd2a37cc2115c71592b/C of 614143f50936ecd2a37cc2115c71592b into abff7172f11a4e7e91e62bd57651e762(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:17:08,064 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:17:08,064 INFO [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., storeName=614143f50936ecd2a37cc2115c71592b/C, priority=13, startTime=1732281427591; duration=0sec 2024-11-22T13:17:08,064 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:17:08,064 DEBUG [RS:0;e025332d312f:34015-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 614143f50936ecd2a37cc2115c71592b:C 2024-11-22T13:17:08,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,146 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223ab73c0f159e495582758dcf975ef7a4_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223ab73c0f159e495582758dcf975ef7a4_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:08,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/9385e90a1ef340e18c8479c891db8ba1, store: [table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:17:08,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/9385e90a1ef340e18c8479c891db8ba1 is 175, key is test_row_0/A:col10/1732281427215/Put/seqid=0 2024-11-22T13:17:08,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742424_1600 (size=31105) 2024-11-22T13:17:08,151 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/9385e90a1ef340e18c8479c891db8ba1 2024-11-22T13:17:08,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/813beecc0b4448ed80634f3df716de27 is 50, key is test_row_0/B:col10/1732281427215/Put/seqid=0 2024-11-22T13:17:08,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742425_1601 (size=12151) 2024-11-22T13:17:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T13:17:08,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281488214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:08,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:08,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281488215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:08,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:08,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:08,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:08,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:08,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:08,429 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/f2cc3a85b2ac4ad4af9dccd2dd1604db as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/f2cc3a85b2ac4ad4af9dccd2dd1604db 2024-11-22T13:17:08,432 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 614143f50936ecd2a37cc2115c71592b/A of 614143f50936ecd2a37cc2115c71592b into f2cc3a85b2ac4ad4af9dccd2dd1604db(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T13:17:08,432 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:17:08,432 INFO [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., storeName=614143f50936ecd2a37cc2115c71592b/A, priority=13, startTime=1732281427591; duration=0sec 2024-11-22T13:17:08,433 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:17:08,433 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 614143f50936ecd2a37cc2115c71592b:A 2024-11-22T13:17:08,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281488525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:08,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281488525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:08,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:08,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:08,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:08,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:08,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:08,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:08,563 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/813beecc0b4448ed80634f3df716de27 2024-11-22T13:17:08,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/7eeebab1df314bee82a348befbd06bd8 is 50, key is test_row_0/C:col10/1732281427215/Put/seqid=0 2024-11-22T13:17:08,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742426_1602 (size=12151) 2024-11-22T13:17:08,587 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/7eeebab1df314bee82a348befbd06bd8 2024-11-22T13:17:08,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/9385e90a1ef340e18c8479c891db8ba1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/9385e90a1ef340e18c8479c891db8ba1 2024-11-22T13:17:08,596 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/9385e90a1ef340e18c8479c891db8ba1, entries=150, sequenceid=211, filesize=30.4 K 2024-11-22T13:17:08,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/813beecc0b4448ed80634f3df716de27 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/813beecc0b4448ed80634f3df716de27 2024-11-22T13:17:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,603 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/813beecc0b4448ed80634f3df716de27, entries=150, sequenceid=211, filesize=11.9 K 2024-11-22T13:17:08,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/7eeebab1df314bee82a348befbd06bd8 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/7eeebab1df314bee82a348befbd06bd8 2024-11-22T13:17:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,610 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/7eeebab1df314bee82a348befbd06bd8, entries=150, sequenceid=211, filesize=11.9 K 2024-11-22T13:17:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,612 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 614143f50936ecd2a37cc2115c71592b in 881ms, sequenceid=211, compaction requested=false 2024-11-22T13:17:08,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:17:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:08,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-22T13:17:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-22T13:17:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-22T13:17:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0350 sec 2024-11-22T13:17:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.0410 sec 2024-11-22T13:17:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T13:17:08,715 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:17:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,715 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:17:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-22T13:17:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T13:17:08,717 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:17:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,717 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:17:08,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:17:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T13:17:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T13:17:08,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:08,870 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 614143f50936ecd2a37cc2115c71592b 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T13:17:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=A 2024-11-22T13:17:08,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:17:08,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=B 2024-11-22T13:17:08,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:17:08,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=C 2024-11-22T13:17:08,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:17:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122123d15cc8491486fa40076c5e7636d1d_614143f50936ecd2a37cc2115c71592b is 50, key is test_row_0/A:col10/1732281427868/Put/seqid=0 2024-11-22T13:17:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742427_1603 (size=9814) 2024-11-22T13:17:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T13:17:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:17:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281429081, max timestamp=1732281429115Num uniques 859; 2024-11-22T13:17:09,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281429081, max timestamp=1732281429115Num uniques 859; 2024-11-22T13:17:09,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281429081, max timestamp=1732281429115Num uniques 859; 2024-11-22T13:17:09,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:17:09,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:17:09,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:17:09,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281489154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:09,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281489154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:09,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:09,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:09,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:09,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:09,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:09,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:09,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281489265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:09,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:09,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:09,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:09,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281489265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:09,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:09,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:09,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:09,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:09,285 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122123d15cc8491486fa40076c5e7636d1d_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122123d15cc8491486fa40076c5e7636d1d_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:09,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/3b547dda21a84d0d90d5fc3e408d2eed, store: [table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:17:09,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/3b547dda21a84d0d90d5fc3e408d2eed is 175, key is test_row_0/A:col10/1732281427868/Put/seqid=0 2024-11-22T13:17:09,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742428_1604 (size=22461) 2024-11-22T13:17:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T13:17:09,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281489475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:09,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281489475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:09,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:09,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:09,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:09,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:09,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:09,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:09,690 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/3b547dda21a84d0d90d5fc3e408d2eed 2024-11-22T13:17:09,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/3504695cb90e413784e18a78ee13fc42 is 50, key is test_row_0/B:col10/1732281427868/Put/seqid=0 2024-11-22T13:17:09,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742429_1605 (size=9757) 2024-11-22T13:17:09,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281489785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:09,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:09,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:09,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:09,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281489785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:09,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:09,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:09,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T13:17:10,100 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/3504695cb90e413784e18a78ee13fc42 2024-11-22T13:17:10,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/443478582d324b2eb70a1315bc03a0fa is 50, key is test_row_0/C:col10/1732281427868/Put/seqid=0 2024-11-22T13:17:10,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742430_1606 (size=9757) 2024-11-22T13:17:10,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281490295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:10,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:10,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281490295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:10,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:10,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:10,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:10,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:10,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:10,508 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/443478582d324b2eb70a1315bc03a0fa 2024-11-22T13:17:10,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/3b547dda21a84d0d90d5fc3e408d2eed as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/3b547dda21a84d0d90d5fc3e408d2eed 2024-11-22T13:17:10,515 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/3b547dda21a84d0d90d5fc3e408d2eed, entries=100, sequenceid=224, filesize=21.9 K 2024-11-22T13:17:10,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/3504695cb90e413784e18a78ee13fc42 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/3504695cb90e413784e18a78ee13fc42 2024-11-22T13:17:10,518 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/3504695cb90e413784e18a78ee13fc42, entries=100, sequenceid=224, filesize=9.5 K 2024-11-22T13:17:10,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/443478582d324b2eb70a1315bc03a0fa as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/443478582d324b2eb70a1315bc03a0fa 2024-11-22T13:17:10,521 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/443478582d324b2eb70a1315bc03a0fa, entries=100, sequenceid=224, filesize=9.5 K 2024-11-22T13:17:10,522 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 614143f50936ecd2a37cc2115c71592b in 1653ms, sequenceid=224, compaction requested=true 2024-11-22T13:17:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:17:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-22T13:17:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-22T13:17:10,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-22T13:17:10,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8070 sec 2024-11-22T13:17:10,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.8120 sec 2024-11-22T13:17:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T13:17:10,875 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:17:10,876 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:17:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-22T13:17:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T13:17:10,878 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:17:10,879 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:17:10,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:17:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T13:17:11,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-22T13:17:11,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:11,032 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 614143f50936ecd2a37cc2115c71592b 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-22T13:17:11,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=A 2024-11-22T13:17:11,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:17:11,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=B 2024-11-22T13:17:11,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:17:11,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=C 2024-11-22T13:17:11,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:17:11,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224c7e972d98e04894b2bd86392fad347b_614143f50936ecd2a37cc2115c71592b is 50, key is test_row_0/A:col10/1732281429123/Put/seqid=0 2024-11-22T13:17:11,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742431_1607 (size=12404) 2024-11-22T13:17:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T13:17:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:11,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:17:11,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281491326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:11,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:11,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:11,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:11,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281491327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:11,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281491435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:11,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:11,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281491435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:11,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:11,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:11,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:11,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:11,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:11,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:11,447 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224c7e972d98e04894b2bd86392fad347b_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224c7e972d98e04894b2bd86392fad347b_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:11,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/644d0ddf139b4fe0aa0aaf4569aecab1, store: [table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:17:11,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/644d0ddf139b4fe0aa0aaf4569aecab1 is 175, key is test_row_0/A:col10/1732281429123/Put/seqid=0 2024-11-22T13:17:11,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742432_1608 (size=31205) 2024-11-22T13:17:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T13:17:11,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281491646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:11,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281491646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:11,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:11,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:11,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:11,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:11,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:11,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:11,870 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/644d0ddf139b4fe0aa0aaf4569aecab1 2024-11-22T13:17:11,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/1d9785f81f1c4847a7b157123070e784 is 50, key is test_row_0/B:col10/1732281429123/Put/seqid=0 2024-11-22T13:17:11,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742433_1609 (size=12251) 2024-11-22T13:17:11,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281491955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:11,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:11,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:11,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:11,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281491964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:11,968 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:11,968 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:11,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T13:17:12,303 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/1d9785f81f1c4847a7b157123070e784 2024-11-22T13:17:12,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/bd6300b19b204513be9b7f1faae12afd is 50, key is test_row_0/C:col10/1732281429123/Put/seqid=0 2024-11-22T13:17:12,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742434_1610 (size=12251) 2024-11-22T13:17:12,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281492465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:12,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:12,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:12,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:12,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281492475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:12,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:12,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:12,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:12,715 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/bd6300b19b204513be9b7f1faae12afd 2024-11-22T13:17:12,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/644d0ddf139b4fe0aa0aaf4569aecab1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/644d0ddf139b4fe0aa0aaf4569aecab1 2024-11-22T13:17:12,723 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/644d0ddf139b4fe0aa0aaf4569aecab1, entries=150, sequenceid=260, filesize=30.5 K 2024-11-22T13:17:12,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/1d9785f81f1c4847a7b157123070e784 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/1d9785f81f1c4847a7b157123070e784 2024-11-22T13:17:12,727 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/1d9785f81f1c4847a7b157123070e784, entries=150, sequenceid=260, filesize=12.0 K 2024-11-22T13:17:12,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/bd6300b19b204513be9b7f1faae12afd as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/bd6300b19b204513be9b7f1faae12afd 2024-11-22T13:17:12,731 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/bd6300b19b204513be9b7f1faae12afd, entries=150, sequenceid=260, filesize=12.0 K 2024-11-22T13:17:12,732 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 614143f50936ecd2a37cc2115c71592b in 1700ms, sequenceid=260, compaction requested=true 2024-11-22T13:17:12,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:17:12,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:12,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-22T13:17:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-22T13:17:12,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-22T13:17:12,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8550 sec 2024-11-22T13:17:12,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.8600 sec 2024-11-22T13:17:13,017 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T13:17:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T13:17:13,025 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:17:13,026 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T13:17:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-22T13:17:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T13:17:13,027 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T13:17:13,028 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T13:17:13,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T13:17:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T13:17:13,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34015 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-22T13:17:13,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:13,180 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 614143f50936ecd2a37cc2115c71592b 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T13:17:13,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=A 2024-11-22T13:17:13,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:17:13,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=B 2024-11-22T13:17:13,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:17:13,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=C 2024-11-22T13:17:13,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:17:13,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122322c9767cf0144dabd0d374c413ed0e7_614143f50936ecd2a37cc2115c71592b is 50, key is test_row_0/A:col10/1732281431319/Put/seqid=0 2024-11-22T13:17:13,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742435_1611 (size=12454) 2024-11-22T13:17:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T13:17:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:13,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. as already flushing 2024-11-22T13:17:13,535 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281433514, max timestamp=1732281433532Num uniques 859; 2024-11-22T13:17:13,535 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:17:13,535 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281433514, max timestamp=1732281433532Num uniques 859; 2024-11-22T13:17:13,535 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732281433514, max timestamp=1732281433532Num uniques 859; 2024-11-22T13:17:13,535 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:17:13,535 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e025332d312f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T13:17:13,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281493570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:13,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281493572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:13,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:13,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:13,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:13,578 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:13,578 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:13,578 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:13,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:13,595 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122322c9767cf0144dabd0d374c413ed0e7_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122322c9767cf0144dabd0d374c413ed0e7_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:13,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/a71ac00be4de4123928c109dc9951312, store: [table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:17:13,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/a71ac00be4de4123928c109dc9951312 is 175, key is test_row_0/A:col10/1732281431319/Put/seqid=0 2024-11-22T13:17:13,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742436_1612 (size=31255) 2024-11-22T13:17:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T13:17:13,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281493685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:13,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281493685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:13,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:13,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:13,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:13,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:13,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:13,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:13,831 INFO [Thread-2446 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2446. 2024-11-22T13:17:13,831 DEBUG [Thread-2446 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:17:13,831 DEBUG [Thread-2446 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:13,831 DEBUG [Thread-2446 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:13,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:17:13,832 INFO [Thread-2448 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2448. 2024-11-22T13:17:13,832 DEBUG [Thread-2448 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:17:13,832 DEBUG [Thread-2448 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:13,832 DEBUG [Thread-2448 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:13,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:17:13,834 INFO [Thread-2450 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2450. 2024-11-22T13:17:13,834 DEBUG [Thread-2450 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:17:13,834 DEBUG [Thread-2450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:13,834 DEBUG [Thread-2450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:13,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:17:13,836 INFO [Thread-2444 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2444. 2024-11-22T13:17:13,836 DEBUG [Thread-2444 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:17:13,836 DEBUG [Thread-2444 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:13,836 DEBUG [Thread-2444 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:13,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:17:13,837 INFO [Thread-2452 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2452. 2024-11-22T13:17:13,837 DEBUG [Thread-2452 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:17:13,837 DEBUG [Thread-2452 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:13,837 DEBUG [Thread-2452 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:13,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:17:13,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:13,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281493895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281493895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:13,999 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/a71ac00be4de4123928c109dc9951312 2024-11-22T13:17:14,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/a882c2f104034455a71d5d133735d7c4 is 50, key is test_row_0/B:col10/1732281431319/Put/seqid=0 2024-11-22T13:17:14,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742437_1613 (size=12301) 2024-11-22T13:17:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T13:17:14,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281494205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:14,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281494206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:14,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:14,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:14,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:14,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:14,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:14,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:14,412 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/a882c2f104034455a71d5d133735d7c4 2024-11-22T13:17:14,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/5afe1c37c35348be99736d6b6f5c4fda is 50, key is test_row_0/C:col10/1732281431319/Put/seqid=0 2024-11-22T13:17:14,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742438_1614 (size=12301) 2024-11-22T13:17:14,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39216 deadline: 1732281494716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:14,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:17:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39272 deadline: 1732281494716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 2024-11-22T13:17:14,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:14,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:14,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 , the old value is region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:14,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:14,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T13:17:14,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., hostname=e025332d312f,34015,1732281255160, seqNum=5 because the exception is null or not the one we care about 2024-11-22T13:17:14,828 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/5afe1c37c35348be99736d6b6f5c4fda 2024-11-22T13:17:14,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/a71ac00be4de4123928c109dc9951312 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/a71ac00be4de4123928c109dc9951312 2024-11-22T13:17:14,838 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/a71ac00be4de4123928c109dc9951312, entries=150, sequenceid=271, filesize=30.5 K 2024-11-22T13:17:14,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/a882c2f104034455a71d5d133735d7c4 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/a882c2f104034455a71d5d133735d7c4 2024-11-22T13:17:14,842 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/a882c2f104034455a71d5d133735d7c4, entries=150, sequenceid=271, filesize=12.0 K 2024-11-22T13:17:14,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/5afe1c37c35348be99736d6b6f5c4fda as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/5afe1c37c35348be99736d6b6f5c4fda 2024-11-22T13:17:14,844 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/5afe1c37c35348be99736d6b6f5c4fda, entries=150, sequenceid=271, filesize=12.0 K 2024-11-22T13:17:14,845 INFO [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 614143f50936ecd2a37cc2115c71592b in 1665ms, sequenceid=271, compaction requested=true 2024-11-22T13:17:14,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:17:14,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:14,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-22T13:17:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-22T13:17:14,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-22T13:17:14,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8180 sec 2024-11-22T13:17:14,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.8220 sec 2024-11-22T13:17:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T13:17:15,175 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:17:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34015 {}] regionserver.HRegion(8855): Flush requested on 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:15,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 614143f50936ecd2a37cc2115c71592b 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-22T13:17:15,547 INFO [Thread-2441 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2441. 2024-11-22T13:17:15,547 DEBUG [Thread-2441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:17:15,547 DEBUG [Thread-2441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:15,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=A 2024-11-22T13:17:15,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:17:15,548 DEBUG [Thread-2441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:15,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=B 2024-11-22T13:17:15,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:17:15,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:17:15,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=C 2024-11-22T13:17:15,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T13:17:15,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221395a1cba41147dab41ef22ffe4c88eb_614143f50936ecd2a37cc2115c71592b is 50, key is test_row_0/A:col10/1732281435545/Put/seqid=0 2024-11-22T13:17:15,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742439_1615 (size=12454) 2024-11-22T13:17:15,566 INFO [Thread-2437 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2437. 2024-11-22T13:17:15,566 DEBUG [Thread-2437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:17:15,567 DEBUG [Thread-2437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:15,567 DEBUG [Thread-2437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:15,567 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:17:15,618 INFO [Thread-2433 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2433. 2024-11-22T13:17:15,619 DEBUG [Thread-2433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:17:15,619 DEBUG [Thread-2433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:15,619 DEBUG [Thread-2433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:15,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:17:15,731 INFO [Thread-2435 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2435. 2024-11-22T13:17:15,731 INFO [Thread-2439 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2439. 2024-11-22T13:17:15,731 DEBUG [Thread-2435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:17:15,731 DEBUG [Thread-2439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T13:17:15,731 DEBUG [Thread-2435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:15,731 DEBUG [Thread-2439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:15,731 DEBUG [Thread-2435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:15,731 DEBUG [Thread-2439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:15,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:17:15,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:17:15,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T13:17:15,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-22T13:17:15,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-22T13:17:15,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-22T13:17:15,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-11-22T13:17:15,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-22T13:17:15,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T13:17:15,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2913 2024-11-22T13:17:15,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2815 2024-11-22T13:17:15,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2783 2024-11-22T13:17:15,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2905 2024-11-22T13:17:15,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2812 2024-11-22T13:17:15,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T13:17:15,732 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T13:17:15,732 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T13:17:15,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:15,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:15,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:17:15,733 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T13:17:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T13:17:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T13:17:15,738 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281435738"}]},"ts":"1732281435738"} 2024-11-22T13:17:15,740 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T13:17:15,740 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T13:17:15,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T13:17:15,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=614143f50936ecd2a37cc2115c71592b, UNASSIGN}] 2024-11-22T13:17:15,744 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=614143f50936ecd2a37cc2115c71592b, UNASSIGN 2024-11-22T13:17:15,746 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=166 updating hbase:meta row=614143f50936ecd2a37cc2115c71592b, regionState=CLOSING, regionLocation=e025332d312f,34015,1732281255160 2024-11-22T13:17:15,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=614143f50936ecd2a37cc2115c71592b, UNASSIGN because future has completed 2024-11-22T13:17:15,747 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T13:17:15,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; CloseRegionProcedure 614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160}] 2024-11-22T13:17:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T13:17:15,900 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(122): Close 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:15,901 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T13:17:15,901 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1722): Closing 614143f50936ecd2a37cc2115c71592b, disabling compactions & flushes 2024-11-22T13:17:15,901 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:15,961 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:15,968 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221395a1cba41147dab41ef22ffe4c88eb_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221395a1cba41147dab41ef22ffe4c88eb_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:15,969 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/807c86997df54f0588340b6ace3bb7d1, store: [table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:17:15,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/807c86997df54f0588340b6ace3bb7d1 is 175, key is test_row_0/A:col10/1732281435545/Put/seqid=0 2024-11-22T13:17:15,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742440_1616 (size=31255) 2024-11-22T13:17:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T13:17:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T13:17:16,377 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=308, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/807c86997df54f0588340b6ace3bb7d1 2024-11-22T13:17:16,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/dd2da4093c424f74b6fc8783be113c53 is 50, key is test_row_0/B:col10/1732281435545/Put/seqid=0 2024-11-22T13:17:16,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742441_1617 (size=12301) 2024-11-22T13:17:16,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/dd2da4093c424f74b6fc8783be113c53 2024-11-22T13:17:16,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/95e39aa1888f407cae5e550f102d96e3 is 50, key is test_row_0/C:col10/1732281435545/Put/seqid=0 2024-11-22T13:17:16,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742442_1618 (size=12301) 2024-11-22T13:17:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T13:17:17,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/95e39aa1888f407cae5e550f102d96e3 2024-11-22T13:17:17,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/807c86997df54f0588340b6ace3bb7d1 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/807c86997df54f0588340b6ace3bb7d1 2024-11-22T13:17:17,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/807c86997df54f0588340b6ace3bb7d1, entries=150, sequenceid=308, filesize=30.5 K 2024-11-22T13:17:17,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/dd2da4093c424f74b6fc8783be113c53 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/dd2da4093c424f74b6fc8783be113c53 2024-11-22T13:17:17,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/dd2da4093c424f74b6fc8783be113c53, entries=150, sequenceid=308, filesize=12.0 K 2024-11-22T13:17:17,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/95e39aa1888f407cae5e550f102d96e3 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/95e39aa1888f407cae5e550f102d96e3 2024-11-22T13:17:17,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/95e39aa1888f407cae5e550f102d96e3, entries=150, sequenceid=308, filesize=12.0 K 2024-11-22T13:17:17,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=26.84 KB/27480 for 614143f50936ecd2a37cc2115c71592b in 1681ms, sequenceid=308, compaction requested=true 2024-11-22T13:17:17,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 614143f50936ecd2a37cc2115c71592b: 2024-11-22T13:17:17,228 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:17,228 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:17,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 614143f50936ecd2a37cc2115c71592b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:17:17,228 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. because compaction request was cancelled 2024-11-22T13:17:17,228 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 614143f50936ecd2a37cc2115c71592b:A 2024-11-22T13:17:17,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:17:17,228 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. after waiting 0 ms 2024-11-22T13:17:17,228 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:17,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 614143f50936ecd2a37cc2115c71592b:B, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:17:17,228 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. because compaction request was cancelled 2024-11-22T13:17:17,228 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 614143f50936ecd2a37cc2115c71592b:B 2024-11-22T13:17:17,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:17:17,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 614143f50936ecd2a37cc2115c71592b:C, priority=-2147483648, current under compaction store size is 1 2024-11-22T13:17:17,228 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(2902): Flushing 614143f50936ecd2a37cc2115c71592b 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-22T13:17:17,228 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. because compaction request was cancelled 2024-11-22T13:17:17,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T13:17:17,228 DEBUG [RS:0;e025332d312f:34015-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 614143f50936ecd2a37cc2115c71592b:C 2024-11-22T13:17:17,228 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=A 2024-11-22T13:17:17,228 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:17:17,229 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=B 2024-11-22T13:17:17,229 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:17:17,229 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 614143f50936ecd2a37cc2115c71592b, store=C 2024-11-22T13:17:17,229 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T13:17:17,234 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fe725275ba3744b98787fe6a75979991_614143f50936ecd2a37cc2115c71592b is 50, key is test_row_0/A:col10/1732281435727/Put/seqid=0 2024-11-22T13:17:17,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742443_1619 (size=12454) 2024-11-22T13:17:17,473 DEBUG [regionserver/e025332d312f:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.23076923076923078, tune throughput to 61.54 MB/second 2024-11-22T13:17:17,637 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:17:17,640 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fe725275ba3744b98787fe6a75979991_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fe725275ba3744b98787fe6a75979991_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:17,641 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/e3d9dfaa1d4f49fc93fa65b4eb7c1a27, store: [table=TestAcidGuarantees family=A region=614143f50936ecd2a37cc2115c71592b] 2024-11-22T13:17:17,642 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/e3d9dfaa1d4f49fc93fa65b4eb7c1a27 is 175, key is test_row_0/A:col10/1732281435727/Put/seqid=0 2024-11-22T13:17:17,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742444_1620 (size=31255) 2024-11-22T13:17:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T13:17:18,046 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/e3d9dfaa1d4f49fc93fa65b4eb7c1a27 2024-11-22T13:17:18,057 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/5861b387a21140df87e4027e2f9d545c is 50, key is test_row_0/B:col10/1732281435727/Put/seqid=0 2024-11-22T13:17:18,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742445_1621 (size=12301) 2024-11-22T13:17:18,461 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/5861b387a21140df87e4027e2f9d545c 2024-11-22T13:17:18,466 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/3e5008a7ace849d3b55527d14aef8c1e is 50, key is test_row_0/C:col10/1732281435727/Put/seqid=0 2024-11-22T13:17:18,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742446_1622 (size=12301) 2024-11-22T13:17:18,870 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/3e5008a7ace849d3b55527d14aef8c1e 2024-11-22T13:17:18,877 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/A/e3d9dfaa1d4f49fc93fa65b4eb7c1a27 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/e3d9dfaa1d4f49fc93fa65b4eb7c1a27 2024-11-22T13:17:18,882 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/e3d9dfaa1d4f49fc93fa65b4eb7c1a27, entries=150, sequenceid=315, filesize=30.5 K 2024-11-22T13:17:18,883 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/B/5861b387a21140df87e4027e2f9d545c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/5861b387a21140df87e4027e2f9d545c 2024-11-22T13:17:18,887 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/5861b387a21140df87e4027e2f9d545c, entries=150, sequenceid=315, filesize=12.0 K 2024-11-22T13:17:18,887 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/.tmp/C/3e5008a7ace849d3b55527d14aef8c1e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/3e5008a7ace849d3b55527d14aef8c1e 2024-11-22T13:17:18,890 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/3e5008a7ace849d3b55527d14aef8c1e, entries=150, sequenceid=315, filesize=12.0 K 2024-11-22T13:17:18,890 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 614143f50936ecd2a37cc2115c71592b in 1662ms, sequenceid=315, compaction requested=true 2024-11-22T13:17:18,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/b6268d4c0bb541caaa43205c4eb5ad5a, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/f21ab906d1e543699f0a8aa1d9bf6733, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/913490caac06423388d0789d8e442efb, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/aaa7acb6985a4d5c9ce431b5cb9d7ed6, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/41300d01a8464805954377727b234244, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/4709607485d249caa2d95c701141a38e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/3ac6311d485d47f79e0cb53e75899821, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/c7dd77f1c6c34f30af7c09870cce5ee1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/0d50a8c5888447fcac946ada8e486473, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/1a93880d71a64c7cbdd25b384823a526, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/c097d9d79a7d4c8aad1c8d8ffd968785, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/d5a0464cf96c4db0a69694d905e21f13] to archive 2024-11-22T13:17:18,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T13:17:18,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/b6268d4c0bb541caaa43205c4eb5ad5a to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/b6268d4c0bb541caaa43205c4eb5ad5a 2024-11-22T13:17:18,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/f21ab906d1e543699f0a8aa1d9bf6733 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/f21ab906d1e543699f0a8aa1d9bf6733 2024-11-22T13:17:18,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/913490caac06423388d0789d8e442efb to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/913490caac06423388d0789d8e442efb 2024-11-22T13:17:18,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/aaa7acb6985a4d5c9ce431b5cb9d7ed6 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/aaa7acb6985a4d5c9ce431b5cb9d7ed6 2024-11-22T13:17:18,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/41300d01a8464805954377727b234244 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/41300d01a8464805954377727b234244 2024-11-22T13:17:18,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/4709607485d249caa2d95c701141a38e to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/4709607485d249caa2d95c701141a38e 2024-11-22T13:17:18,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/3ac6311d485d47f79e0cb53e75899821 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/3ac6311d485d47f79e0cb53e75899821 2024-11-22T13:17:18,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/c7dd77f1c6c34f30af7c09870cce5ee1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/c7dd77f1c6c34f30af7c09870cce5ee1 2024-11-22T13:17:18,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/0d50a8c5888447fcac946ada8e486473 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/0d50a8c5888447fcac946ada8e486473 2024-11-22T13:17:18,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/1a93880d71a64c7cbdd25b384823a526 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/1a93880d71a64c7cbdd25b384823a526 2024-11-22T13:17:18,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/c097d9d79a7d4c8aad1c8d8ffd968785 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/c097d9d79a7d4c8aad1c8d8ffd968785 2024-11-22T13:17:18,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/d5a0464cf96c4db0a69694d905e21f13 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/d5a0464cf96c4db0a69694d905e21f13 2024-11-22T13:17:18,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/e4befaf1ca4d4dde83d97379248f85e1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/fa735dba07214708b4c181d8d1e21b1c, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/916389169fd542c78bbb34b2daefe2ed, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/3ca01d7997ed4602a76e723903bce3c7, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/2f4963babe7f4cc2aabd9402d691e6fb, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/0e4a6cd3581243138939d9efc1a63bea, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/679f0d774d4643b39dbdf20f18554b0b, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/a2ad95f77a8b498598738131cebf0686, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/7498c8cab69a4696ad47cc2e5e8081a1, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/9b5e39282ffe47629d6d993881788563, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/b7a2575a8dcd4612809fb1e432fd42bd, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/de854ab267a0438c81dfa0a9bc576e77] to archive 2024-11-22T13:17:18,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T13:17:18,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/e4befaf1ca4d4dde83d97379248f85e1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/e4befaf1ca4d4dde83d97379248f85e1 2024-11-22T13:17:18,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/fa735dba07214708b4c181d8d1e21b1c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/fa735dba07214708b4c181d8d1e21b1c 2024-11-22T13:17:18,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/916389169fd542c78bbb34b2daefe2ed to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/916389169fd542c78bbb34b2daefe2ed 2024-11-22T13:17:18,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/3ca01d7997ed4602a76e723903bce3c7 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/3ca01d7997ed4602a76e723903bce3c7 2024-11-22T13:17:18,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/2f4963babe7f4cc2aabd9402d691e6fb to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/2f4963babe7f4cc2aabd9402d691e6fb 2024-11-22T13:17:18,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/0e4a6cd3581243138939d9efc1a63bea to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/0e4a6cd3581243138939d9efc1a63bea 2024-11-22T13:17:18,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/679f0d774d4643b39dbdf20f18554b0b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/679f0d774d4643b39dbdf20f18554b0b 2024-11-22T13:17:18,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/a2ad95f77a8b498598738131cebf0686 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/a2ad95f77a8b498598738131cebf0686 2024-11-22T13:17:18,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/7498c8cab69a4696ad47cc2e5e8081a1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/7498c8cab69a4696ad47cc2e5e8081a1 2024-11-22T13:17:18,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/9b5e39282ffe47629d6d993881788563 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/9b5e39282ffe47629d6d993881788563 2024-11-22T13:17:18,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/b7a2575a8dcd4612809fb1e432fd42bd to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/b7a2575a8dcd4612809fb1e432fd42bd 2024-11-22T13:17:18,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/de854ab267a0438c81dfa0a9bc576e77 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/de854ab267a0438c81dfa0a9bc576e77 2024-11-22T13:17:18,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/bf34e5148ea54f3f843d8a5841e9126a, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/8998b0bf5c814d1daa9d956c2d847eb9, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/e50e3807e8b94f0da7042d206f9d02b5, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/8fc5660f34be483e9269d0f7ee837bed, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/bf225e20319740b781e8600321e52f22, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/630760a7b8144f638725ccd827929e9e, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/dd675b8c462e4820a58c795c429ea210, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/f84dfd5f23a943c39d26488937c8c46f, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/ee22413ca13b4ee7af9d0ef4e37923ca, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/68098234131c40ccbf1c6c3e93bca5bc, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/a480c1d371a443a8bb5bf33abfa509d3, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/f64209b0f5194284a80df4f5ea7aa0fb] to archive 2024-11-22T13:17:18,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T13:17:18,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/bf34e5148ea54f3f843d8a5841e9126a to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/bf34e5148ea54f3f843d8a5841e9126a 2024-11-22T13:17:18,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/8998b0bf5c814d1daa9d956c2d847eb9 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/8998b0bf5c814d1daa9d956c2d847eb9 2024-11-22T13:17:18,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/e50e3807e8b94f0da7042d206f9d02b5 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/e50e3807e8b94f0da7042d206f9d02b5 2024-11-22T13:17:18,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/8fc5660f34be483e9269d0f7ee837bed to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/8fc5660f34be483e9269d0f7ee837bed 2024-11-22T13:17:18,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/bf225e20319740b781e8600321e52f22 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/bf225e20319740b781e8600321e52f22 2024-11-22T13:17:18,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/630760a7b8144f638725ccd827929e9e to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/630760a7b8144f638725ccd827929e9e 2024-11-22T13:17:18,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/dd675b8c462e4820a58c795c429ea210 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/dd675b8c462e4820a58c795c429ea210 2024-11-22T13:17:18,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/f84dfd5f23a943c39d26488937c8c46f to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/f84dfd5f23a943c39d26488937c8c46f 2024-11-22T13:17:18,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/ee22413ca13b4ee7af9d0ef4e37923ca to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/ee22413ca13b4ee7af9d0ef4e37923ca 2024-11-22T13:17:18,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/68098234131c40ccbf1c6c3e93bca5bc to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/68098234131c40ccbf1c6c3e93bca5bc 2024-11-22T13:17:18,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/a480c1d371a443a8bb5bf33abfa509d3 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/a480c1d371a443a8bb5bf33abfa509d3 2024-11-22T13:17:18,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/f64209b0f5194284a80df4f5ea7aa0fb to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/f64209b0f5194284a80df4f5ea7aa0fb 2024-11-22T13:17:18,924 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/recovered.edits/318.seqid, newMaxSeqId=318, maxSeqId=4 2024-11-22T13:17:18,925 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. 2024-11-22T13:17:18,925 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1676): Region close journal for 614143f50936ecd2a37cc2115c71592b: Waiting for close lock at 1732281435901Running coprocessor pre-close hooks at 1732281435901Disabling compacts and flushes for region at 1732281435901Disabling writes for close at 1732281437228 (+1327 ms)Obtaining lock to block concurrent updates at 1732281437228Preparing flush snapshotting stores in 614143f50936ecd2a37cc2115c71592b at 1732281437228Finished memstore snapshotting TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732281437229 (+1 ms)Flushing stores of TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b. at 1732281437229Flushing 614143f50936ecd2a37cc2115c71592b/A: creating writer at 1732281437229Flushing mob file 614143f50936ecd2a37cc2115c71592b/A: appending metadata at 1732281437234 (+5 ms)Flushing mob file 614143f50936ecd2a37cc2115c71592b/A: closing flushed file at 1732281437234Flushing 614143f50936ecd2a37cc2115c71592b/A: appending metadata at 1732281437641 (+407 ms)Flushing 614143f50936ecd2a37cc2115c71592b/A: closing flushed file at 1732281437641Flushing 614143f50936ecd2a37cc2115c71592b/B: creating writer at 1732281438052 (+411 ms)Flushing 614143f50936ecd2a37cc2115c71592b/B: appending metadata at 1732281438056 (+4 ms)Flushing 614143f50936ecd2a37cc2115c71592b/B: closing flushed file at 1732281438056Flushing 614143f50936ecd2a37cc2115c71592b/C: creating writer at 1732281438464 (+408 ms)Flushing 614143f50936ecd2a37cc2115c71592b/C: appending metadata at 1732281438466 (+2 ms)Flushing 614143f50936ecd2a37cc2115c71592b/C: closing flushed file at 1732281438466Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61226be: reopening flushed file at 1732281438876 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fadc35f: reopening flushed file at 1732281438882 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fd05624: reopening flushed file at 1732281438887 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 614143f50936ecd2a37cc2115c71592b in 1662ms, sequenceid=315, compaction requested=true at 1732281438891 (+4 ms)Writing region close event to WAL at 1732281438922 (+31 ms)Running coprocessor post-close hooks at 1732281438925 (+3 ms)Closed at 1732281438925 2024-11-22T13:17:18,926 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(157): Closed 614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:18,927 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=166 updating hbase:meta row=614143f50936ecd2a37cc2115c71592b, regionState=CLOSED 2024-11-22T13:17:18,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=167, ppid=166, state=RUNNABLE, hasLock=false; CloseRegionProcedure 614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 because future has completed 2024-11-22T13:17:18,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-22T13:17:18,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseRegionProcedure 614143f50936ecd2a37cc2115c71592b, server=e025332d312f,34015,1732281255160 in 3.1810 sec 2024-11-22T13:17:18,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=166, resume processing ppid=165 2024-11-22T13:17:18,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, ppid=165, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=614143f50936ecd2a37cc2115c71592b, UNASSIGN in 3.1870 sec 2024-11-22T13:17:18,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-22T13:17:18,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.1900 sec 2024-11-22T13:17:18,933 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281438933"}]},"ts":"1732281438933"} 2024-11-22T13:17:18,934 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T13:17:18,934 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T13:17:18,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 3.2020 sec 2024-11-22T13:17:19,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T13:17:19,905 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:17:19,906 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T13:17:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:17:19,907 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:17:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-22T13:17:19,908 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=168, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:17:19,909 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:19,911 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A, FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B, FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C, FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/recovered.edits] 2024-11-22T13:17:19,913 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/3b547dda21a84d0d90d5fc3e408d2eed to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/3b547dda21a84d0d90d5fc3e408d2eed 2024-11-22T13:17:19,914 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/644d0ddf139b4fe0aa0aaf4569aecab1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/644d0ddf139b4fe0aa0aaf4569aecab1 2024-11-22T13:17:19,915 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/807c86997df54f0588340b6ace3bb7d1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/807c86997df54f0588340b6ace3bb7d1 2024-11-22T13:17:19,916 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/9385e90a1ef340e18c8479c891db8ba1 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/9385e90a1ef340e18c8479c891db8ba1 2024-11-22T13:17:19,916 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/a71ac00be4de4123928c109dc9951312 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/a71ac00be4de4123928c109dc9951312 2024-11-22T13:17:19,917 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/e3d9dfaa1d4f49fc93fa65b4eb7c1a27 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/e3d9dfaa1d4f49fc93fa65b4eb7c1a27 2024-11-22T13:17:19,918 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/f2cc3a85b2ac4ad4af9dccd2dd1604db to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/A/f2cc3a85b2ac4ad4af9dccd2dd1604db 2024-11-22T13:17:19,919 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/1d9785f81f1c4847a7b157123070e784 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/1d9785f81f1c4847a7b157123070e784 2024-11-22T13:17:19,920 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/3504695cb90e413784e18a78ee13fc42 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/3504695cb90e413784e18a78ee13fc42 2024-11-22T13:17:19,920 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/5861b387a21140df87e4027e2f9d545c to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/5861b387a21140df87e4027e2f9d545c 2024-11-22T13:17:19,921 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/813beecc0b4448ed80634f3df716de27 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/813beecc0b4448ed80634f3df716de27 2024-11-22T13:17:19,922 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/a882c2f104034455a71d5d133735d7c4 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/a882c2f104034455a71d5d133735d7c4 2024-11-22T13:17:19,923 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/ca8c4579671e45baa0497af64841563a to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/ca8c4579671e45baa0497af64841563a 2024-11-22T13:17:19,924 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/dd2da4093c424f74b6fc8783be113c53 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/B/dd2da4093c424f74b6fc8783be113c53 2024-11-22T13:17:19,925 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/3e5008a7ace849d3b55527d14aef8c1e to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/3e5008a7ace849d3b55527d14aef8c1e 2024-11-22T13:17:19,926 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/443478582d324b2eb70a1315bc03a0fa to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/443478582d324b2eb70a1315bc03a0fa 2024-11-22T13:17:19,926 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/5afe1c37c35348be99736d6b6f5c4fda to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/5afe1c37c35348be99736d6b6f5c4fda 2024-11-22T13:17:19,927 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/7eeebab1df314bee82a348befbd06bd8 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/7eeebab1df314bee82a348befbd06bd8 2024-11-22T13:17:19,928 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/95e39aa1888f407cae5e550f102d96e3 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/95e39aa1888f407cae5e550f102d96e3 2024-11-22T13:17:19,928 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/abff7172f11a4e7e91e62bd57651e762 to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/abff7172f11a4e7e91e62bd57651e762 2024-11-22T13:17:19,929 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/bd6300b19b204513be9b7f1faae12afd to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/C/bd6300b19b204513be9b7f1faae12afd 2024-11-22T13:17:19,930 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/recovered.edits/318.seqid to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b/recovered.edits/318.seqid 2024-11-22T13:17:19,930 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/default/TestAcidGuarantees/614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:19,930 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T13:17:19,931 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T13:17:19,931 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T13:17:19,933 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122123d15cc8491486fa40076c5e7636d1d_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122123d15cc8491486fa40076c5e7636d1d_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:19,933 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221395a1cba41147dab41ef22ffe4c88eb_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221395a1cba41147dab41ef22ffe4c88eb_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:19,934 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222707a729e7fb4f3f9deed5804bda1453_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222707a729e7fb4f3f9deed5804bda1453_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:19,935 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222c8151bd615644b2b157a82bc003705b_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222c8151bd615644b2b157a82bc003705b_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:19,935 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122322c9767cf0144dabd0d374c413ed0e7_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122322c9767cf0144dabd0d374c413ed0e7_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:19,936 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223958b8dbd83b4705ba3c946dffc50d9d_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223958b8dbd83b4705ba3c946dffc50d9d_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:19,937 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223ab73c0f159e495582758dcf975ef7a4_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223ab73c0f159e495582758dcf975ef7a4_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:19,937 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224c7e972d98e04894b2bd86392fad347b_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224c7e972d98e04894b2bd86392fad347b_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:19,938 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229a4948e91f1b4870926c580522a3dc1e_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229a4948e91f1b4870926c580522a3dc1e_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:19,939 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a032ef6374d14a61914d14163435f362_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a032ef6374d14a61914d14163435f362_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:19,939 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d6e0f1711b344111b8c74ea5e651234b_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d6e0f1711b344111b8c74ea5e651234b_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:19,940 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e04f21ffbe9f4420a2aae8526316d476_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e04f21ffbe9f4420a2aae8526316d476_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:19,941 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ead10e6355d043018d1765f0476adc3d_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ead10e6355d043018d1765f0476adc3d_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:19,942 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fb3a11b5c435441e9152ab156b87dab8_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fb3a11b5c435441e9152ab156b87dab8_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:19,942 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fc124b9821e24803aefc37a6b6dbcb4b_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fc124b9821e24803aefc37a6b6dbcb4b_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:19,943 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fe725275ba3744b98787fe6a75979991_614143f50936ecd2a37cc2115c71592b to hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fe725275ba3744b98787fe6a75979991_614143f50936ecd2a37cc2115c71592b 2024-11-22T13:17:19,944 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T13:17:19,945 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=168, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:17:19,947 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T13:17:19,948 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T13:17:19,949 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=168, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:17:19,949 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T13:17:19,949 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732281439949"}]},"ts":"9223372036854775807"} 2024-11-22T13:17:19,951 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T13:17:19,951 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 614143f50936ecd2a37cc2115c71592b, NAME => 'TestAcidGuarantees,,1732281410677.614143f50936ecd2a37cc2115c71592b.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T13:17:19,951 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T13:17:19,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732281439951"}]},"ts":"9223372036854775807"} 2024-11-22T13:17:19,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T13:17:19,952 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=168, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T13:17:19,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-11-22T13:17:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-22T13:17:20,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T13:17:20,015 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T13:17:20,022 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=251 (was 246) - Thread LEAK? -, OpenFileDescriptor=453 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 405), ProcessCount=11 (was 11), AvailableMemoryMB=2828 (was 3586) 2024-11-22T13:17:20,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T13:17:20,022 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T13:17:20,022 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T13:17:20,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:20,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:20,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:17:20,023 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T13:17:20,023 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=958468940, stopped=false 2024-11-22T13:17:20,023 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e025332d312f,46617,1732281253851 2024-11-22T13:17:20,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T13:17:20,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34015-0x10162ae387d0001, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T13:17:20,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:17:20,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34015-0x10162ae387d0001, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:17:20,086 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T13:17:20,087 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T13:17:20,087 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T13:17:20,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:20,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T13:17:20,087 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e025332d312f,34015,1732281255160' ***** 2024-11-22T13:17:20,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34015-0x10162ae387d0001, quorum=127.0.0.1:59414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T13:17:20,087 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T13:17:20,088 INFO [RS:0;e025332d312f:34015 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T13:17:20,088 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T13:17:20,088 INFO [RS:0;e025332d312f:34015 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T13:17:20,088 INFO [RS:0;e025332d312f:34015 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T13:17:20,088 INFO [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer(959): stopping server e025332d312f,34015,1732281255160 2024-11-22T13:17:20,088 INFO [RS:0;e025332d312f:34015 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T13:17:20,088 INFO [RS:0;e025332d312f:34015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e025332d312f:34015. 2024-11-22T13:17:20,088 DEBUG [RS:0;e025332d312f:34015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T13:17:20,088 DEBUG [RS:0;e025332d312f:34015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:20,088 INFO [RS:0;e025332d312f:34015 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T13:17:20,089 INFO [RS:0;e025332d312f:34015 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T13:17:20,089 INFO [RS:0;e025332d312f:34015 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T13:17:20,089 INFO [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T13:17:20,089 INFO [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T13:17:20,089 DEBUG [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T13:17:20,090 DEBUG [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T13:17:20,090 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T13:17:20,090 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T13:17:20,090 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T13:17:20,090 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T13:17:20,090 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T13:17:20,090 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-22T13:17:20,112 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740/.tmp/info/19fc9036634e445db2a2ba5478abbbe8 is 95, key is TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33./info:/1732281285481/DeleteFamily/seqid=0 2024-11-22T13:17:20,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742447_1623 (size=6514) 2024-11-22T13:17:20,178 INFO [regionserver/e025332d312f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T13:17:20,290 DEBUG [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T13:17:20,490 DEBUG [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T13:17:20,515 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740/.tmp/info/19fc9036634e445db2a2ba5478abbbe8 2024-11-22T13:17:20,532 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740/.tmp/ns/162f85375ef647638914fb7669952cfc is 93, key is TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33./ns:/1732281285429/DeleteFamily/seqid=0 2024-11-22T13:17:20,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742448_1624 (size=5906) 2024-11-22T13:17:20,538 INFO [regionserver/e025332d312f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T13:17:20,538 INFO [regionserver/e025332d312f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T13:17:20,690 DEBUG [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T13:17:20,890 DEBUG [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T13:17:20,936 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740/.tmp/ns/162f85375ef647638914fb7669952cfc 2024-11-22T13:17:20,951 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740/.tmp/rep_barrier/81d4e720d2674f6e9c12df621a00477e is 102, key is TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33./rep_barrier:/1732281285429/DeleteFamily/seqid=0 2024-11-22T13:17:20,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742449_1625 (size=6025) 2024-11-22T13:17:21,090 DEBUG [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T13:17:21,291 DEBUG [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T13:17:21,355 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740/.tmp/rep_barrier/81d4e720d2674f6e9c12df621a00477e 2024-11-22T13:17:21,370 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740/.tmp/table/1e89ff24a70142baaf0eefc51187ace7 is 96, key is TestAcidGuarantees,,1732281259127.47845d53c0957fa8a37dab180d030f33./table:/1732281285429/DeleteFamily/seqid=0 2024-11-22T13:17:21,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742450_1626 (size=5936) 2024-11-22T13:17:21,491 DEBUG [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T13:17:21,691 DEBUG [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T13:17:21,773 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740/.tmp/table/1e89ff24a70142baaf0eefc51187ace7 2024-11-22T13:17:21,776 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740/.tmp/info/19fc9036634e445db2a2ba5478abbbe8 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740/info/19fc9036634e445db2a2ba5478abbbe8 2024-11-22T13:17:21,779 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740/info/19fc9036634e445db2a2ba5478abbbe8, entries=12, sequenceid=90, filesize=6.4 K 2024-11-22T13:17:21,780 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740/.tmp/ns/162f85375ef647638914fb7669952cfc as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740/ns/162f85375ef647638914fb7669952cfc 2024-11-22T13:17:21,782 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740/ns/162f85375ef647638914fb7669952cfc, entries=8, sequenceid=90, filesize=5.8 K 2024-11-22T13:17:21,782 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740/.tmp/rep_barrier/81d4e720d2674f6e9c12df621a00477e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740/rep_barrier/81d4e720d2674f6e9c12df621a00477e 2024-11-22T13:17:21,785 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740/rep_barrier/81d4e720d2674f6e9c12df621a00477e, entries=6, sequenceid=90, filesize=5.9 K 2024-11-22T13:17:21,785 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740/.tmp/table/1e89ff24a70142baaf0eefc51187ace7 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740/table/1e89ff24a70142baaf0eefc51187ace7 2024-11-22T13:17:21,787 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740/table/1e89ff24a70142baaf0eefc51187ace7, entries=7, sequenceid=90, filesize=5.8 K 2024-11-22T13:17:21,788 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1698ms, sequenceid=90, compaction requested=false 2024-11-22T13:17:21,791 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-22T13:17:21,791 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T13:17:21,791 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T13:17:21,791 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732281440089Running coprocessor pre-close hooks at 1732281440090 (+1 ms)Disabling compacts and flushes for region at 1732281440090Disabling writes for close at 1732281440090Obtaining lock to block concurrent updates at 1732281440090Preparing flush snapshotting stores in 1588230740 at 1732281440090Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732281440090Flushing stores of hbase:meta,,1.1588230740 at 1732281440091 (+1 ms)Flushing 1588230740/info: creating writer at 1732281440091Flushing 1588230740/info: appending metadata at 1732281440111 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732281440111Flushing 1588230740/ns: creating writer at 1732281440519 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732281440532 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732281440532Flushing 1588230740/rep_barrier: creating writer at 1732281440938 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732281440951 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732281440951Flushing 1588230740/table: creating writer at 1732281441358 (+407 ms)Flushing 1588230740/table: appending metadata at 1732281441370 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732281441370Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b5172ff: reopening flushed file at 1732281441776 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30217cfa: reopening flushed file at 1732281441779 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@465e2225: reopening flushed file at 1732281441782 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a738596: reopening flushed file at 1732281441785 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1698ms, sequenceid=90, compaction requested=false at 1732281441788 (+3 ms)Writing region close event to WAL at 1732281441789 (+1 ms)Running coprocessor post-close hooks at 1732281441791 (+2 ms)Closed at 1732281441791 2024-11-22T13:17:21,792 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T13:17:21,891 INFO [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer(976): stopping server e025332d312f,34015,1732281255160; all regions closed. 2024-11-22T13:17:21,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741834_1010 (size=25344) 2024-11-22T13:17:21,897 DEBUG [RS:0;e025332d312f:34015 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/oldWALs 2024-11-22T13:17:21,897 INFO [RS:0;e025332d312f:34015 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e025332d312f%2C34015%2C1732281255160.meta:.meta(num 1732281258687) 2024-11-22T13:17:21,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741832_1008 (size=15398165) 2024-11-22T13:17:21,900 DEBUG [RS:0;e025332d312f:34015 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/oldWALs 2024-11-22T13:17:21,900 INFO [RS:0;e025332d312f:34015 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e025332d312f%2C34015%2C1732281255160:(num 1732281257631) 2024-11-22T13:17:21,900 DEBUG [RS:0;e025332d312f:34015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:17:21,900 INFO [RS:0;e025332d312f:34015 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T13:17:21,900 INFO [RS:0;e025332d312f:34015 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T13:17:21,900 INFO [RS:0;e025332d312f:34015 {}] hbase.ChoreService(370): Chore service for: regionserver/e025332d312f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T13:17:21,901 INFO [RS:0;e025332d312f:34015 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T13:17:21,901 INFO [regionserver/e025332d312f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T13:17:21,901 INFO [RS:0;e025332d312f:34015 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34015 2024-11-22T13:17:21,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34015-0x10162ae387d0001, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e025332d312f,34015,1732281255160 2024-11-22T13:17:21,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T13:17:21,924 INFO [RS:0;e025332d312f:34015 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T13:17:21,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e025332d312f,34015,1732281255160] 2024-11-22T13:17:21,945 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e025332d312f,34015,1732281255160 already deleted, retry=false 2024-11-22T13:17:21,945 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e025332d312f,34015,1732281255160 expired; onlineServers=0 2024-11-22T13:17:21,946 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e025332d312f,46617,1732281253851' ***** 2024-11-22T13:17:21,946 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T13:17:21,946 INFO [M:0;e025332d312f:46617 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T13:17:21,946 INFO [M:0;e025332d312f:46617 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T13:17:21,946 DEBUG [M:0;e025332d312f:46617 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T13:17:21,946 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T13:17:21,946 DEBUG [M:0;e025332d312f:46617 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T13:17:21,946 DEBUG [master/e025332d312f:0:becomeActiveMaster-HFileCleaner.large.0-1732281257350 {}] cleaner.HFileCleaner(306): Exit Thread[master/e025332d312f:0:becomeActiveMaster-HFileCleaner.large.0-1732281257350,5,FailOnTimeoutGroup] 2024-11-22T13:17:21,946 DEBUG [master/e025332d312f:0:becomeActiveMaster-HFileCleaner.small.0-1732281257351 {}] cleaner.HFileCleaner(306): Exit Thread[master/e025332d312f:0:becomeActiveMaster-HFileCleaner.small.0-1732281257351,5,FailOnTimeoutGroup] 2024-11-22T13:17:21,946 INFO [M:0;e025332d312f:46617 {}] hbase.ChoreService(370): Chore service for: master/e025332d312f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T13:17:21,946 INFO [M:0;e025332d312f:46617 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T13:17:21,947 DEBUG [M:0;e025332d312f:46617 {}] master.HMaster(1795): Stopping service threads 2024-11-22T13:17:21,947 INFO [M:0;e025332d312f:46617 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T13:17:21,947 INFO [M:0;e025332d312f:46617 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T13:17:21,947 ERROR [M:0;e025332d312f:46617 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-22T13:17:21,947 INFO [M:0;e025332d312f:46617 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T13:17:21,947 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T13:17:21,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T13:17:21,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:17:21,956 DEBUG [M:0;e025332d312f:46617 {}] zookeeper.ZKUtil(347): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T13:17:21,956 WARN [M:0;e025332d312f:46617 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T13:17:21,957 INFO [M:0;e025332d312f:46617 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/.lastflushedseqids 2024-11-22T13:17:21,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742451_1627 (size=72) 2024-11-22T13:17:22,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34015-0x10162ae387d0001, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T13:17:22,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34015-0x10162ae387d0001, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T13:17:22,036 INFO [RS:0;e025332d312f:34015 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T13:17:22,036 INFO [RS:0;e025332d312f:34015 {}] regionserver.HRegionServer(1031): Exiting; stopping=e025332d312f,34015,1732281255160; zookeeper connection closed. 2024-11-22T13:17:22,036 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18c773b7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18c773b7 2024-11-22T13:17:22,037 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T13:17:22,364 INFO [M:0;e025332d312f:46617 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T13:17:22,365 INFO [M:0;e025332d312f:46617 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T13:17:22,365 DEBUG [M:0;e025332d312f:46617 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T13:17:22,365 INFO [M:0;e025332d312f:46617 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:17:22,365 DEBUG [M:0;e025332d312f:46617 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:17:22,365 DEBUG [M:0;e025332d312f:46617 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T13:17:22,365 DEBUG [M:0;e025332d312f:46617 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:17:22,365 INFO [M:0;e025332d312f:46617 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=760.65 KB heapSize=930.79 KB 2024-11-22T13:17:22,378 DEBUG [M:0;e025332d312f:46617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54946d390a6c4e59af2259fe142a96e7 is 82, key is hbase:meta,,1/info:regioninfo/1732281258777/Put/seqid=0 2024-11-22T13:17:22,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742452_1628 (size=5672) 2024-11-22T13:17:22,782 INFO [M:0;e025332d312f:46617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2097 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54946d390a6c4e59af2259fe142a96e7 2024-11-22T13:17:22,801 DEBUG [M:0;e025332d312f:46617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1595433824e44a08b1727c7d896bec3e is 2481, key is \x00\x00\x00\x00\x00\x00\x00\x8D/proc:d/1732281413768/Put/seqid=0 2024-11-22T13:17:22,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742453_1629 (size=45076) 2024-11-22T13:17:23,205 INFO [M:0;e025332d312f:46617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=760.09 KB at sequenceid=2097 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1595433824e44a08b1727c7d896bec3e 2024-11-22T13:17:23,208 INFO [M:0;e025332d312f:46617 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1595433824e44a08b1727c7d896bec3e 2024-11-22T13:17:23,221 DEBUG [M:0;e025332d312f:46617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ae0e9563ae84abe996d06656819b58c is 69, key is e025332d312f,34015,1732281255160/rs:state/1732281257389/Put/seqid=0 2024-11-22T13:17:23,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073742454_1630 (size=5156) 2024-11-22T13:17:23,625 INFO [M:0;e025332d312f:46617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2097 (bloomFilter=true), to=hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ae0e9563ae84abe996d06656819b58c 2024-11-22T13:17:23,628 DEBUG [M:0;e025332d312f:46617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54946d390a6c4e59af2259fe142a96e7 as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54946d390a6c4e59af2259fe142a96e7 2024-11-22T13:17:23,631 INFO [M:0;e025332d312f:46617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54946d390a6c4e59af2259fe142a96e7, entries=8, sequenceid=2097, filesize=5.5 K 2024-11-22T13:17:23,632 DEBUG [M:0;e025332d312f:46617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1595433824e44a08b1727c7d896bec3e as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1595433824e44a08b1727c7d896bec3e 2024-11-22T13:17:23,635 INFO [M:0;e025332d312f:46617 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1595433824e44a08b1727c7d896bec3e 2024-11-22T13:17:23,635 INFO [M:0;e025332d312f:46617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1595433824e44a08b1727c7d896bec3e, entries=168, sequenceid=2097, filesize=44.0 K 2024-11-22T13:17:23,636 DEBUG [M:0;e025332d312f:46617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ae0e9563ae84abe996d06656819b58c as hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ae0e9563ae84abe996d06656819b58c 2024-11-22T13:17:23,639 INFO [M:0;e025332d312f:46617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39819/user/jenkins/test-data/d74d6350-8c2f-2696-24ec-1fd61b563ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ae0e9563ae84abe996d06656819b58c, entries=1, sequenceid=2097, filesize=5.0 K 2024-11-22T13:17:23,639 INFO [M:0;e025332d312f:46617 {}] regionserver.HRegion(3140): Finished flush of dataSize ~760.65 KB/778906, heapSize ~930.49 KB/952824, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=2097, compaction requested=false 2024-11-22T13:17:23,640 INFO [M:0;e025332d312f:46617 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:17:23,640 DEBUG [M:0;e025332d312f:46617 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732281442365Disabling compacts and flushes for region at 1732281442365Disabling writes for close at 1732281442365Obtaining lock to block concurrent updates at 1732281442365Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732281442365Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=778906, getHeapSize=953064, getOffHeapSize=0, getCellsCount=2290 at 1732281442365Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732281442366 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732281442366Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732281442378 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732281442378Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732281442784 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732281442801 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732281442801Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732281443208 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732281443221 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732281443221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a98a56: reopening flushed file at 1732281443627 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19f6b362: reopening flushed file at 1732281443631 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45b5aeec: reopening flushed file at 1732281443635 (+4 ms)Finished flush of dataSize ~760.65 KB/778906, heapSize ~930.49 KB/952824, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=2097, compaction requested=false at 1732281443639 (+4 ms)Writing region close event to WAL at 1732281443640 (+1 ms)Closed at 1732281443640 2024-11-22T13:17:23,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40269 is added to blk_1073741830_1006 (size=916402) 2024-11-22T13:17:23,643 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T13:17:23,643 INFO [M:0;e025332d312f:46617 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T13:17:23,643 INFO [M:0;e025332d312f:46617 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46617 2024-11-22T13:17:23,644 INFO [M:0;e025332d312f:46617 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T13:17:23,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T13:17:23,765 INFO [M:0;e025332d312f:46617 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T13:17:23,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46617-0x10162ae387d0000, quorum=127.0.0.1:59414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T13:17:23,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:17:23,772 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:17:23,772 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:17:23,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:17:23,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/hadoop.log.dir/,STOPPED} 2024-11-22T13:17:23,775 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T13:17:23,775 WARN [BP-1078432445-172.17.0.2-1732281249677 heartbeating to localhost/127.0.0.1:39819 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T13:17:23,775 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T13:17:23,775 WARN [BP-1078432445-172.17.0.2-1732281249677 heartbeating to localhost/127.0.0.1:39819 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1078432445-172.17.0.2-1732281249677 (Datanode Uuid 04175633-0c1b-46f4-bd76-a565fd7dcd0d) service to localhost/127.0.0.1:39819 2024-11-22T13:17:23,778 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/cluster_d74bd13d-cd19-a8a3-63f1-83d2037188c5/data/data1/current/BP-1078432445-172.17.0.2-1732281249677 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:17:23,778 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/cluster_d74bd13d-cd19-a8a3-63f1-83d2037188c5/data/data2/current/BP-1078432445-172.17.0.2-1732281249677 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:17:23,779 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T13:17:23,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T13:17:23,788 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:17:23,788 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:17:23,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:17:23,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0aca72b-ca17-86cb-eecd-7754a117e944/hadoop.log.dir/,STOPPED} 2024-11-22T13:17:23,802 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T13:17:23,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T13:17:23,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down